-- Logs begin at Thu 2022-04-28 16:00:32 UTC, end at Thu 2022-04-28 17:35:52 UTC. -- Apr 28 17:05:44.226616 dv-cinder-826949-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 28 17:05:47.062957 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.common.config [-] Logging enabled! Apr 28 17:05:47.063587 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 17:05:47.063762 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103887) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 17:05:47.067832 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.common.config [-] Logging enabled! Apr 28 17:05:47.068107 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 17:05:47.068422 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103887) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 17:05:47.069386 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 17:05:47.069618 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 17:05:47.070010 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 17:05:47.070259 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 17:05:47.070486 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 17:05:47.070790 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.071204 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.071438 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.071740 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.072033 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.072356 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.073091 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.073091 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.073259 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.073488 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.073791 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.073987 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.074295 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.074559 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.074967 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.075074 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] debug = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.075358 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.075778 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.076216 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.076512 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.076805 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.077084 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.077362 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.077637 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.077923 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.078267 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] host = dv-cinder-826949-5-iscsi {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.078546 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.078834 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.079122 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.079520 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.079801 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.080114 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.080387 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.080752 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.081514 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] log_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.081794 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.082087 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.082378 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.082670 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.082897 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.083125 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.083414 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.083705 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.083983 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.084285 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.084565 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.084841 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.085116 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.085387 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.085673 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.085957 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.086243 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.086518 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.086792 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.087062 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.087335 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.087620 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.087894 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.088195 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.088473 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.088760 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.089031 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.089309 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.089610 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.089896 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.090180 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.090470 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.090746 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.091029 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.091300 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.091585 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.091842 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] use_json = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.092135 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.092408 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.092688 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.092960 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.093232 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.093508 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.093780 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.094063 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.094334 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:47.094632 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.094926 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.095226 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.095510 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.095819 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.096122 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.096443 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.096724 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.097089 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.097382 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.097674 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.097959 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.098261 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.098553 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.098850 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.099159 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.099452 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.099747 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.100025 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.100326 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.100602 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.100881 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.101170 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.101448 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.101738 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.102029 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.102313 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.102613 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.102901 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.103188 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.103482 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.103771 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.104050 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.104351 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.104643 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.104922 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.105197 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.105475 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.105764 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.106106 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.106384 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.106670 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.106952 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.107227 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.107501 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.107784 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.108109 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.108378 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.108655 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.108929 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.109237 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.109508 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.109799 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.110080 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.110356 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.110629 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.110907 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.111182 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.111458 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.111741 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.112088 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.112418 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.112698 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.112976 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.113253 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.113529 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.113807 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.114082 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.114356 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.114637 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.114912 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.115187 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.115463 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.115740 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.116016 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.116345 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.116629 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.116914 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.117195 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.117474 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.117762 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.118045 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.118329 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.118613 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.118888 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.119183 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.119469 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.119759 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.120048 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.120376 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.120679 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.121217 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.121508 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.121796 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.122082 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.122367 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.122655 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.122943 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.123242 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.123539 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.123836 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.124165 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.124466 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.124750 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.125065 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.125350 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:47.125570 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 17:05:47.125820 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103887) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 28 17:05:47.588331 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 17:05:47.588617 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 17:05:47.588922 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 17:05:47.589252 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 28 17:05:47.926171 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:47.926387 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:47.926660 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:47.927959 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:47.928268 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:47.928538 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:47.983909 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:47.984208 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:47.984477 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:47.999598 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:47.999924 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.000175 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.031101 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.031382 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.031652 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.070331 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.070970 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.070970 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.413395 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.413676 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.413940 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.414204 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.414906 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.515644 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.515964 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.516277 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.516558 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.516832 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.517148 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.517411 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.517671 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.517931 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.518286 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.518750 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.519036 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.519299 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.519583 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.519842 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.520146 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.520409 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.520682 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.520980 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.521242 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.521517 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.521773 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.522057 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.522481 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.522735 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.522985 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.523386 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 17:05:48.523629 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 17:05:48.523868 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 17:05:48.524131 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 17:05:48.524372 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 17:05:48.524608 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 17:05:48.524977 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 28 17:05:48.528305 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 28 17:05:48.532336 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 28 17:05:48.536840 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 28 17:05:48.538471 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 28 17:05:48.539091 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 28 17:05:48.539449 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 28 17:05:48.539842 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 28 17:05:48.542707 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 28 17:05:48.542954 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 28 17:05:48.543296 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 17:05:48.548385 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 28 17:05:48.574255 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 28 17:05:48.574721 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.575027 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103887) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 28 17:05:48.575504 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.577124 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103887) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 28 17:05:48.577411 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 17:05:48.577662 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 28 17:05:48.581228 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.581662 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:48.645358 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 28 17:05:48.645600 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 28 17:05:48.645840 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 28 17:05:48.646224 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 28 17:05:48.666891 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_db.sqlalchemy.engines [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103887) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 28 17:05:49.229896 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Initializing driver for type 'gre' Apr 28 17:05:49.230540 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] gre ID ranges: [(1, 1000)] Apr 28 17:05:49.401553 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Initializing driver for type 'local' Apr 28 17:05:49.401825 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Initializing driver for type 'vlan' Apr 28 17:05:49.470065 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] VlanTypeDriver initialization complete Apr 28 17:05:49.470445 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Initializing driver for type 'vxlan' Apr 28 17:05:49.470956 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] vxlan ID ranges: [(1, 1000)] Apr 28 17:05:49.635750 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Initializing extension driver 'port_security' Apr 28 17:05:49.636114 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.extensions.port_security [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] PortSecurityExtensionDriver initialization complete Apr 28 17:05:49.636458 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Initializing mechanism driver 'openvswitch' Apr 28 17:05:49.636794 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Initializing mechanism driver 'hyperv' Apr 28 17:05:49.643936 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:05:49.644872 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > port after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.645245 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > port after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.645600 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > port after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.646149 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103887) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 17:05:49.646580 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > subnet after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.646936 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > subnet after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.647283 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.647691 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103887) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 17:05:49.648103 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > network after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.648452 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > network after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.648797 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > network after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.649188 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103887) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 17:05:49.649590 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > security_group after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.649947 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > security_group after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.650289 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.650678 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103887) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 17:05:49.651080 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.651426 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.660263 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.660263 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103887) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 17:05:49.660263 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > address_group after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.660263 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > address_group after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.660263 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.660728 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103887) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 17:05:49.660728 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] ML2 OVO RPC backend initialized. {{(pid=103887) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 28 17:05:49.660728 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.660728 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.660728 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > network before_response 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661150 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > networks before_response 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661150 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > port before_response 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661150 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > ports before_response 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661150 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > subnet before_response 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661439 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > subnets before_response 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661439 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > network after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661439 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > network after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661439 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > network after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661730 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > port after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661730 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > port after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661730 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > port after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.661730 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > subnet after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.662023 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > subnet after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.662023 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.668601 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded quota_driver: . Apr 28 17:05:49.668984 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.plugin [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Modular L2 Plugin initialization complete Apr 28 17:05:49.669332 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading services supported by the core plugin {{(pid=103887) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 28 17:05:49.669676 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.plugins.ml2.managers [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Got port-security extension from driver 'port_security' Apr 28 17:05:49.670158 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.extensions.vlantransparent [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Disabled vlantransparent extension. Apr 28 17:05:49.670649 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103887) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 28 17:05:49.670972 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading Plugin: router Apr 28 17:05:49.720210 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.720597 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router after_create 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.720967 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router before_create 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.722030 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.722407 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.722844 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router after_delete 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.723154 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.723504 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.723864 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router after_create 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.724235 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router after_update 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.724585 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router after_update 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.724935 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.725413 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router after_update 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.725867 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router precommit_update 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.726237 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: port after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.726582 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: port after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.726926 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: subnet after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.727270 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.727620 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.727963 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router precommit_create 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.728327 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: port before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.728674 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router precommit_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.729024 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router after_update 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.729364 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.729711 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router precommit_create 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.730068 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.730408 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router precommit_update 55549900 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.730770 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > agent after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.731116 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > agent after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.731457 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > network after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.732343 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Tracking information for resource: router configured {{(pid=103887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 17:05:49.732673 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Tracking information for resource: floatingip configured {{(pid=103887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 17:05:49.737675 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.db.l3_agentschedulers_db [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 28 17:05:49.738246 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: port after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.738608 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: port after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.738986 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: port after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.739344 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: port after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.740186 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router before_create 55550100 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.740555 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.740937 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router precommit_create 55550100 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.741271 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > router precommit_update 55550100 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.746369 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.services.provider_configuration [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service providers = [] {{(pid=103887) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 28 17:05:49.746740 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.db.servicetype_db [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103887) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 28 17:05:49.749783 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.services.service_base [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 17:05:49.750135 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.services.service_base [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 17:05:49.750473 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.services.service_base [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 17:05:49.757863 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.services.service_base [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 17:05:49.758230 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.services.service_base [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 28 17:05:49.758616 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 17:05:49.758932 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 28 17:05:49.770431 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 17:05:49.770764 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading Plugin: auto_allocate Apr 28 17:05:49.780174 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: network precommit_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.780545 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: network precommit_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.781071 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 17:05:49.781401 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading Plugin: tag Apr 28 17:05:49.789003 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 17:05:49.789331 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading Plugin: timestamp Apr 28 17:05:49.793171 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 17:05:49.793504 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading Plugin: network_ip_availability Apr 28 17:05:49.799013 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.799470 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.800034 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:49.800790 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 17:05:49.801112 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading Plugin: flavors Apr 28 17:05:49.806002 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 17:05:49.806461 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading Plugin: revisions Apr 28 17:05:49.810594 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 17:05:49.810985 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_concurrency.lockutils [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.222s {{(pid=103887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 17:05:49.811726 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103887) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 28 17:05:49.812059 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Initializing extension manager. Apr 28 17:05:49.812613 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: __init__.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.812958 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: __pycache__ {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.813295 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: _port_mac_address_override.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.813630 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: address_group.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.814388 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.815497 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: address-group Apr 28 17:05:49.815948 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: address_scope.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.816684 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.817191 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: address-scope Apr 28 17:05:49.817512 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.824614 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.825119 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: router-admin-state-down-before-update Apr 28 17:05:49.825440 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: agent.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.826137 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.826639 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: agent Apr 28 17:05:49.826961 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: agent_resources_synced.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.827861 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.828403 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: agent-resources-synced Apr 28 17:05:49.828761 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: allowedaddresspairs.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.830643 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.831181 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: allowed-address-pairs Apr 28 17:05:49.831508 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: auto_allocated_topology.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.832604 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.833105 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: auto-allocated-topology Apr 28 17:05:49.833430 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: availability_zone.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.834115 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.834662 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: availability_zone Apr 28 17:05:49.834981 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: availability_zone_filter.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.835888 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.836411 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: availability_zone_filter Apr 28 17:05:49.836734 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: data_plane_status.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.837636 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.838128 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension data-plane-status not supported by any of loaded plugins Apr 28 17:05:49.838448 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: default_subnetpools.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.839362 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.839858 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: default-subnetpools Apr 28 17:05:49.840212 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.841069 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.841565 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: dhcp_agent_scheduler Apr 28 17:05:49.841889 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: dns.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.842803 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.843300 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension dns-integration not supported by any of loaded plugins Apr 28 17:05:49.843623 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: dns_domain_ports.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.844567 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.845067 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 28 17:05:49.845390 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.846882 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.847344 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 28 17:05:49.847666 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: dvr.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.848366 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.848864 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: dvr Apr 28 17:05:49.849180 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: ecmp_routes.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.850092 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.850601 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 28 17:05:49.850909 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: empty_string_filtering.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.851810 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.852385 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: empty-string-filtering Apr 28 17:05:49.852705 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.853609 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.854107 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 28 17:05:49.854428 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.862456 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.862974 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 28 17:05:49.863296 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: external_net.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.864248 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.864747 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: external-net Apr 28 17:05:49.865071 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.865976 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.866473 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: extra_dhcp_opt Apr 28 17:05:49.866794 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: extraroute.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.867697 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.868242 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: extraroute Apr 28 17:05:49.868567 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: extraroute_atomic.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.871324 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.871843 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: extraroute-atomic Apr 28 17:05:49.872204 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: filter_validation.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.872886 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.873388 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: filter-validation Apr 28 17:05:49.873713 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: fip_pf_description.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.874617 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.875117 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 28 17:05:49.875448 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: fip_pf_port_range.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.882197 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.882693 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 28 17:05:49.883014 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: fip_port_details.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.883966 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.884506 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: fip-port-details Apr 28 17:05:49.884826 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: flavors.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.886087 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.886591 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: flavors Apr 28 17:05:49.886919 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.888598 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.889178 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 28 17:05:49.889450 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: floatingip_pools.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.890173 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.890680 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: floatingip-pools Apr 28 17:05:49.891008 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: ip_allocation.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.891941 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.892492 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension ip_allocation not supported by any of loaded plugins Apr 28 17:05:49.892802 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.893872 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.894373 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: ip-substring-filtering Apr 28 17:05:49.894703 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: l2_adjacency.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.895644 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.896172 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 28 17:05:49.896499 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: l3.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.897474 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.897978 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: router Apr 28 17:05:49.898302 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.900522 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.901041 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 28 17:05:49.901372 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.902286 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.902790 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: ext-gw-mode Apr 28 17:05:49.903153 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.904083 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.904595 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: l3-ha Apr 28 17:05:49.904923 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.905834 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.906335 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 28 17:05:49.906661 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: l3_flavors.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.907578 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.908100 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: l3-flavors Apr 28 17:05:49.908429 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.910436 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.910887 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 28 17:05:49.911214 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.912150 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.916160 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 28 17:05:49.916160 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: l3agentscheduler.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.916160 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.916160 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: l3_agent_scheduler Apr 28 17:05:49.916160 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: local_ip.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.917776 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.918297 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension local_ip not supported by any of loaded plugins Apr 28 17:05:49.918628 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: logging.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.920106 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.920648 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension logging not supported by any of loaded plugins Apr 28 17:05:49.920975 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: metering.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.921713 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.922292 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: metering Apr 28 17:05:49.922619 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.923702 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.924272 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: metering_source_and_destination_fields Apr 28 17:05:49.925175 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: multiprovidernet.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.926107 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.926615 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: multi-provider Apr 28 17:05:49.926938 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: netmtu.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.927850 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.928389 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: net-mtu Apr 28 17:05:49.928714 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: netmtu_writable.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.929626 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.930123 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: net-mtu-writable Apr 28 17:05:49.930448 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: network_availability_zone.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.931117 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.931652 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: network_availability_zone Apr 28 17:05:49.931985 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: network_ip_availability.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.933171 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.933676 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: network-ip-availability Apr 28 17:05:49.934001 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: network_segment_range.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.934755 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.935250 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension network-segment-range not supported by any of loaded plugins Apr 28 17:05:49.935574 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: pagination.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.936568 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.936900 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: pagination Apr 28 17:05:49.937223 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: port_device_profile.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.938150 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.938651 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: port-device-profile Apr 28 17:05:49.938972 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: port_mac_address_override.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.939930 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.940458 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: port-mac-override Apr 28 17:05:49.940781 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.941693 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.942193 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: port-mac-address-regenerate Apr 28 17:05:49.942511 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.943419 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.943919 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: port-numa-affinity-policy Apr 28 17:05:49.944260 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: port_resource_request.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.945162 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.945657 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension port-resource-request not supported by any of loaded plugins Apr 28 17:05:49.945977 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: port_resource_request_groups.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.946926 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.947423 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 28 17:05:49.947743 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: portbindings.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.948689 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.949188 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: binding Apr 28 17:05:49.949507 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: portbindings_extended.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.950752 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.951259 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: binding-extended Apr 28 17:05:49.951585 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: portsecurity.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.952514 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.953023 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: port-security Apr 28 17:05:49.953350 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: project_id.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.954314 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.954642 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: project-id Apr 28 17:05:49.954963 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: providernet.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.956047 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.956581 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: provider Apr 28 17:05:49.956904 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.960675 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.961189 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos not supported by any of loaded plugins Apr 28 17:05:49.961516 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.962750 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.963257 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 28 17:05:49.963587 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.964597 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.965098 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 28 17:05:49.965423 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_default.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.966328 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.966830 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-default not supported by any of loaded plugins Apr 28 17:05:49.967153 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_fip.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.968085 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.968590 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-fip not supported by any of loaded plugins Apr 28 17:05:49.968917 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.969830 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.970332 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 28 17:05:49.970656 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_gateway_ip.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.972099 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.972676 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 28 17:05:49.973092 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_port_network_policy.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.973922 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.974420 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 28 17:05:49.974745 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.975772 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.976305 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 28 17:05:49.976633 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.977654 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.978158 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 28 17:05:49.978487 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_pps_rule.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.979687 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.980230 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-pps not supported by any of loaded plugins Apr 28 17:05:49.980557 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_rule_type_details.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.981460 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.981967 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 28 17:05:49.982292 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.983198 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.983695 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 28 17:05:49.984016 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: qos_rules_alias.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.985075 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.985585 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 28 17:05:49.985894 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: quota_check_limit.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.987511 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.988035 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: quota-check-limit Apr 28 17:05:49.988388 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: quotasv2.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.989362 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.989688 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: quotas Apr 28 17:05:49.990010 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: quotasv2_detail.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.991778 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.992207 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: quota_details Apr 28 17:05:49.992573 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: rbac.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.993601 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.994116 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: rbac-policies Apr 28 17:05:49.994447 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: rbac_address_group.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.995437 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.996222 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: rbac-address-group Apr 28 17:05:49.996558 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: rbac_address_scope.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.997537 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:49.998041 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: rbac-address-scope Apr 28 17:05:49.998369 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: rbac_security_groups.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:49.999581 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.000112 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: rbac-security-groups Apr 28 17:05:50.000440 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: rbac_subnetpool.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.001408 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.001910 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: rbac-subnetpool Apr 28 17:05:50.002233 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: revisionifmatch.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.003344 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.003841 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: revision-if-match Apr 28 17:05:50.004206 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: revisions.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.005397 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.005902 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: standard-attr-revisions Apr 28 17:05:50.006225 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: router_availability_zone.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.007971 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.007971 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: router_availability_zone Apr 28 17:05:50.007971 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: routerservicetype.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.008854 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.009558 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension router-service-type not supported by any of loaded plugins Apr 28 17:05:50.009887 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.010809 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.011344 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: security-groups-normalized-cidr Apr 28 17:05:50.011668 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.012709 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.013500 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: port-security-groups-filtering Apr 28 17:05:50.013834 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.014759 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.015303 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: security-groups-remote-address-group Apr 28 17:05:50.015629 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.016654 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.017473 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: security-groups-shared-filtering Apr 28 17:05:50.017860 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.018633 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 28 17:05:50.018966 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: securitygroup.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.028654 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.029181 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: security-group Apr 28 17:05:50.029515 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: segment.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.030238 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.030744 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension segment not supported by any of loaded plugins Apr 28 17:05:50.031072 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.032005 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.032535 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 28 17:05:50.032864 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: servicetype.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.034580 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.035090 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: service-type Apr 28 17:05:50.035415 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: sorting.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.036429 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.036762 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: sorting Apr 28 17:05:50.037083 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: standard_attr_segment.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.037992 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.038496 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 28 17:05:50.038823 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: standardattrdescription.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.039470 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.039970 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: standard-attr-description Apr 28 17:05:50.040322 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: stateful_security_group.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.041259 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.041762 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: stateful-security-group Apr 28 17:05:50.042084 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: stdattrs_common.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.042651 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 28 17:05:50.042974 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.043891 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.044434 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 28 17:05:50.044762 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: subnet_onboard.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.045819 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.046330 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: subnet_onboard Apr 28 17:05:50.046658 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.047580 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.048089 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 28 17:05:50.048425 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: subnet_service_types.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.049933 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.050443 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: subnet-service-types Apr 28 17:05:50.050767 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: subnetallocation.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.051845 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.052380 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: subnet_allocation Apr 28 17:05:50.052707 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.053369 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.053888 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: subnetpool-prefix-ops Apr 28 17:05:50.054242 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.055182 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.055681 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 28 17:05:50.056004 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: tagging.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.057107 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.057615 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: standard-attr-tag Apr 28 17:05:50.057940 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: timestamp.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.059140 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.059650 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loaded extension: standard-attr-timestamp Apr 28 17:05:50.059978 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: trunk.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.061023 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.061532 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension trunk not supported by any of loaded plugins Apr 28 17:05:50.061860 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: trunk_details.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.062774 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.063276 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension trunk-details not supported by any of loaded plugins Apr 28 17:05:50.063602 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: uplink_status_propagation.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.064543 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.065083 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 28 17:05:50.065401 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Loading extension file: vlantransparent.py {{(pid=103887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 17:05:50.066154 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 17:05:50.066655 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 28 17:05:50.069299 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:network Apr 28 17:05:50.069826 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:subnet Apr 28 17:05:50.070220 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 17:05:50.070606 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:port Apr 28 17:05:50.071865 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.072328 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service FLAVORS assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.072940 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.073375 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.073705 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:router Apr 28 17:05:50.074125 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 17:05:50.074619 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service METERING assigned prefix: /metering {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.076109 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:50.076501 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:50.076854 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:05:50.077876 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 17:05:50.078331 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:security_group Apr 28 17:05:50.078753 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 17:05:50.079350 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service CORE assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.079678 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 17:05:50.080024 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] subnetpool is already registered Apr 28 17:05:50.080514 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service CORE assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.080846 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 17:05:50.081177 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] subnetpool is already registered Apr 28 17:05:50.083498 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.083926 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service FLAVORS assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.084551 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.084967 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.085298 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:router Apr 28 17:05:50.085638 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] router is already registered Apr 28 17:05:50.086047 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 17:05:50.086384 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] floatingip is already registered Apr 28 17:05:50.086835 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service METERING assigned prefix: /metering {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.087492 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 17:05:50.087821 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] rbac_policy is already registered Apr 28 17:05:50.088267 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:security_group Apr 28 17:05:50.088602 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] security_group is already registered Apr 28 17:05:50.088995 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 17:05:50.089330 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] security_group_rule is already registered Apr 28 17:05:50.089936 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service CORE assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.090261 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 17:05:50.090591 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] subnetpool is already registered Apr 28 17:05:50.091003 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.v2.resource_helper [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Service CORE assigned prefix: {{(pid=103887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 17:05:50.091325 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 17:05:50.091654 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING neutron.quota.resource_registry [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] subnetpool is already registered Apr 28 17:05:50.092153 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: extensions {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.093656 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: address-groups {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.095120 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: address-scopes {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.097069 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: agents {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.098380 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: auto-allocated-topology {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.099616 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: availability_zones {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.100873 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: dhcp-networks {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.102386 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: dhcp-agents {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.103801 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: routers {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.105990 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: flavors {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.107142 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: service_profiles {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.108376 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: next_providers {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.109818 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: service_profiles {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.113267 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: floatingip-pools {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.114476 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: routers {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.116740 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: floatingips {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.118002 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: l3-routers {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.119366 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: l3-agents {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.120818 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: metering-labels {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.122402 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: metering-label-rules {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.123671 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: network-ip-availabilities {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.124963 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: bindings {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.126602 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: quotas {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.128302 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: quotas {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.129839 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: rbac-policies {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.131125 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: security-groups {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.132375 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: security-group-rules {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.133583 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: service-providers {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.134797 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: subnetpools {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.136205 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: subnetpools {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.137653 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: tags {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.139317 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: tags {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.141145 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: tags {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.143683 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: tags {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.145336 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: tags {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.147174 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: tags {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.148878 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: tags {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.150787 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: tags {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.152571 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: tags {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.154406 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron.api.extensions [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Extended resource: tags {{(pid=103887) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 17:05:50.161153 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING keystonemiddleware.auth_token [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 28 17:05:50.165774 dv-cinder-826949-5-iscsi neutron-server[103887]: WARNING keystonemiddleware.auth_token [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 28 17:05:50.174377 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_concurrency.lockutils [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Acquired lock "singleton_lock" {{(pid=103887) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 28 17:05:50.174993 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_concurrency.lockutils [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Releasing lock "singleton_lock" {{(pid=103887) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 28 17:05:50.175625 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO oslo_service.service [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Starting 2 workers Apr 28 17:05:50.180575 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Started child 103996 {{(pid=103887) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 17:05:50.185207 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Started child 103997 {{(pid=103887) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 17:05:50.186012 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:05:50.186780 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO neutron.service [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 28 17:05:50.187448 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:05:50.187612 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [-] (103996) wsgi starting up on http://0.0.0.0:9696 Apr 28 17:05:50.189848 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:05:50.190519 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO oslo_service.service [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Starting 1 workers Apr 28 17:05:50.191600 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [-] (103997) wsgi starting up on http://0.0.0.0:9696 Apr 28 17:05:50.195171 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Started child 103998 {{(pid=103887) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 17:05:50.195707 dv-cinder-826949-5-iscsi neutron-server[103887]: INFO oslo_service.service [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Starting 1 workers Apr 28 17:05:50.198849 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.service [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] calling RpcWorker wait() {{(pid=103998) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 28 17:05:50.199397 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.service [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] returning from RpcWorker wait() {{(pid=103998) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 28 17:05:50.200334 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Started child 103999 {{(pid=103887) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 17:05:50.200769 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:05:50.201145 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-21625cfa-7f83-41ba-9cd0-8a4432d0fc25 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:05:50.201292 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:05:50.203004 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103887) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 17:05:50.203210 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 17:05:50.203393 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 17:05:50.203622 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 17:05:50.203961 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 17:05:50.204149 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 17:05:50.204658 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.204936 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.205170 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:05:50.206133 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.206133 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.206580 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.206774 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:05:50.206867 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.207140 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.207442 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.207695 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.207861 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.208028 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.208322 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.208573 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.208870 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.209126 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.209407 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.209642 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.211599 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.211599 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.211599 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.211599 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.211599 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] debug = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.211599 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.212368 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.212368 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.212368 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.212368 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.212867 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.212867 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.213097 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.213227 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.213623 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.213623 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.213885 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.214077 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.214283 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.214492 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.214749 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.214966 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.215454 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] host = dv-cinder-826949-5-iscsi {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.215667 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.215898 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.216141 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.216393 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.216648 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.216865 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.217110 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.217373 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.217611 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.217855 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.218088 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.218315 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.218524 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.218771 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.218933 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_options = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.219173 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.219431 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.219687 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.219876 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.220041 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.220212 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.220469 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.220629 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.220888 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.221099 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.222131 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.222445 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.222667 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.223015 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.223162 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.223380 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.223893 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.223893 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.224255 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.224385 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.224645 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.224772 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.224956 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.225205 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.225438 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.225701 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.225877 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.226110 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.226320 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.226538 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.226788 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.227034 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.227251 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.227496 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.227763 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.228008 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.228251 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.228468 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.228861 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.229354 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.229613 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.229885 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.230101 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.230686 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.230686 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.231036 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.231036 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_json = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.231317 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.232051 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.232554 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.232554 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.233176 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.233176 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.233176 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.233176 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.233176 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.234427 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.234427 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.234705 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.234935 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.235177 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.235405 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.235658 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.236528 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.236528 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.240298 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.240298 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.240298 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.240298 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.240298 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.240298 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.240298 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.240298 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.242096 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.242096 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.242096 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.242096 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.242096 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.242096 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.242096 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.242096 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.243129 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.243129 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.243129 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.243129 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.243129 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.243129 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.243129 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.243129 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.252705 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.252705 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.252705 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.252705 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.252705 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.252705 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.252705 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.252705 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253331 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253331 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253331 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253331 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253331 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253331 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253331 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253331 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253820 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253820 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253820 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253820 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253820 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253820 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253820 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253820 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.253820 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.254446 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.254446 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.254446 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.254446 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.254446 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.254446 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.254446 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.254446 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.254446 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255046 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255046 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255046 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255046 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255046 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255046 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255046 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255046 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255046 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255683 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255683 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255683 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255683 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255683 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255683 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255683 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255683 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.255683 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.256292 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.256292 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.256292 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.256292 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.256292 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.256292 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.256292 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.256741 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.256741 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.256887 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.257125 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.257368 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.257743 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.258141 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.258526 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.258887 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.259290 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.259575 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.260023 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.260023 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.260279 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.260486 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.260727 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.260934 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.261301 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.261523 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.261734 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.261978 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.262219 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.262500 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.262732 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.262981 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.263216 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.263464 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.263737 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.263971 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.264251 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.264638 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.264910 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.265201 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.265469 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.265742 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.265968 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.266212 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.266463 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.266723 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.266969 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.267234 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.267457 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.267690 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.267946 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.269361 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.269566 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.269848 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.270164 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.270407 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.270595 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.271068 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.271443 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.271773 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.272199 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.272591 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.272940 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.273324 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.273669 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.273986 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.274298 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.274665 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.275041 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.275437 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.275877 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.276280 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.276585 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.277369 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.277731 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.278132 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.278678 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.278921 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.279148 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.279546 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.279769 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.280023 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.280285 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.280509 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.280753 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.280968 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.281204 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.281433 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.281633 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.281873 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.282089 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.283121 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.283121 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.283121 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.283121 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.283716 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.283716 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.283716 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.284760 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.284760 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.285024 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.285229 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.285448 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.285659 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.286092 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.286466 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.286833 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.287090 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.287341 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.287682 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.287943 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.288194 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.288551 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.288731 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.289087 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.289364 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.289527 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.289678 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.289842 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.290069 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.290259 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292029 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292029 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292029 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292029 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292029 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292029 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292029 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292578 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292578 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292578 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292780 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.292974 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.293342 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.293716 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.293987 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.294205 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.294409 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.294709 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.294996 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.295190 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.296021 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.296021 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.296021 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.296343 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.296427 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.296728 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.296859 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.297069 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.297436 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.297553 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.299239 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.299239 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.299239 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.299576 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.300145 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.300244 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.300530 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.300960 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.301175 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.301499 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.301812 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.302186 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.302455 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.302675 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.302894 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.303274 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.303525 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.303757 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.303969 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.304229 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.304465 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.304785 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.305087 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.305501 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.305765 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.305992 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.306288 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.306550 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.306808 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.307073 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.307404 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.307685 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.308052 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.308412 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.308731 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.308977 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.309237 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.309586 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.309875 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.310137 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.310411 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.310703 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.311072 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.311408 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.311732 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.312088 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.312435 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.312707 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.312976 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.313223 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.313475 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.313689 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.313901 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.314128 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.314609 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.314609 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.315750 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.316255 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.316373 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.316597 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.316826 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.317042 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.317302 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.317540 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.317757 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.317973 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.318131 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 17:05:50.318644 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103887) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 17:05:50.318803 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 17:05:50.318955 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 17:05:50.319127 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 17:05:50.319295 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 17:05:50.319529 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 17:05:50.319657 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.319811 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.319970 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.320294 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.320479 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.320634 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.320940 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.321246 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.321399 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.321702 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.321862 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.322019 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.322176 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.322339 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.322485 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.322789 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.322947 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.323110 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.323200 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:05:50.323285 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.323415 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.323559 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.323731 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] debug = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.323869 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.324238 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.324407 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.324567 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.324725 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.324880 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.325034 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.325190 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.325345 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.325500 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.325655 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.325823 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.325954 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.326108 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.326263 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.326417 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.326572 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.326726 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] host = dv-cinder-826949-5-iscsi {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.326881 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.327036 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.327189 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.327346 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.327503 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.327658 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.327813 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.327968 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.328189 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.328365 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.328670 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.328822 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.328972 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.329151 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.329293 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_options = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.329466 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.329590 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.329702 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.329878 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.330043 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.330198 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.330359 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.331049 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.331209 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.331364 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.331517 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.331672 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.331827 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.331981 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.332159 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.332315 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.332461 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.332606 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.332755 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.332912 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.333066 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.333220 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.333374 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.333528 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.333706 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.333839 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.334270 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.334270 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.334270 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.334500 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.334578 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.334722 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.334907 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.335047 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.335176 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.335330 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.335484 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.335762 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.335923 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.336115 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.336255 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.336410 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.336565 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.336719 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.336874 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.337028 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.337181 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_json = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.337337 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.337493 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.337648 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.337842 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.337941 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.338099 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.338253 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.338430 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.338564 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 17:05:50.338742 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.338900 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.339070 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.339228 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.339385 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.339544 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.339702 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.339859 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.340017 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.340201 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.341589 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.341589 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.341589 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.341589 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.341589 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.341589 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.341589 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.341589 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.342163 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.342163 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.342163 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.342163 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.342163 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.342495 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.342495 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.342635 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.342803 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.342901 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.343051 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.343216 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.343545 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.343545 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.343718 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.343847 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.343993 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.344189 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.344351 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.344511 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.344671 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.345192 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.345192 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.345192 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.345454 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.345454 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.345642 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.345721 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.345868 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.346025 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.346836 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.347078 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.347341 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.347341 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.347483 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.347629 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.347787 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.347961 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.348122 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.348272 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.348441 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.348600 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.348758 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.348917 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.349076 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.349235 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.349393 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.349630 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.349833 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.350049 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.350211 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.350380 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.350538 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.350883 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.351247 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.351247 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.351497 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.351497 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.351730 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.351853 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.351975 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.352118 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.352278 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.352436 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.352594 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.352753 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.352968 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.353095 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.353232 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.353355 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.353497 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.353655 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.353812 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.353969 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.354144 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.354302 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.354461 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.354620 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.354778 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.354936 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.355093 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.355251 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.355518 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.355649 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.355775 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.355888 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.356019 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.356179 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.356304 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.356456 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.356613 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.356772 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.356929 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.357086 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.357243 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.357403 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.357562 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.357719 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.357876 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.358058 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.358185 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.358333 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.358490 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.358650 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.358808 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.358971 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.359140 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.359301 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.359459 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.359617 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.359775 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.359933 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.360114 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.360262 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.360424 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.360581 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.360740 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.360913 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.361073 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.361231 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.361389 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.361570 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.361742 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.361959 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.362191 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.362459 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.362459 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.362695 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.362695 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.362925 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.363137 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.363137 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.363383 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.363515 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.363638 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.363760 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.363882 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.364036 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.364218 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.364376 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.364536 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.364694 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.364853 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.365011 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.365167 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.365324 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.365482 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.365663 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.365785 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.365942 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.366099 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.366257 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.366415 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.366572 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.366730 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.366887 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.367043 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.367200 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.367360 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.367518 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.367682 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.367837 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.367995 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.368182 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.368340 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.368501 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.368658 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.368817 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.368975 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.369132 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.369291 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.369450 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.369608 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.369766 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.369923 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.370080 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.370257 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.370414 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.370571 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.370735 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.370894 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.371316 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.371474 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.371632 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.371790 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.371947 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.372126 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.372288 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.372445 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.372602 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.372759 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.372916 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.373131 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.373229 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.373380 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.373537 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.373697 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.373855 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.374012 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.374168 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.374326 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.374484 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.374641 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.374798 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.374957 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.375127 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.375286 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.375444 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.375603 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.375760 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.375917 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.376098 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.376261 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.376419 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.376575 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.376732 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.376890 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.377057 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.377215 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.378128 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.378128 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.378128 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.378128 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.378128 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.378523 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.378523 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.378523 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.378725 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.378725 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.378900 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.379058 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.379215 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.379371 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.379527 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.379685 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.379852 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.380010 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.380195 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.380372 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.380526 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.380646 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.380804 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.380963 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.381120 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.381285 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.381443 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.381600 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.381757 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.381927 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.382085 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.382244 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.382402 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.382561 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.382712 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.382858 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.383002 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.383172 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.383337 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.383496 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.383660 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.383826 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.383993 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.384171 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.384337 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.384508 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.384664 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.384820 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.384978 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.385133 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.385290 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.385446 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.385603 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.385764 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.385927 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.386079 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.386235 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.386391 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.386549 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.386706 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.386862 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.387019 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.387176 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.387332 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.387488 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 17:05:50.387638 dv-cinder-826949-5-iscsi neutron-server[103887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 17:05:50.413438 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 41734) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:05:50.422056 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064812 Apr 28 17:06:02.112043 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae40a217-ab5f-493f-be17-759cebe3c9d6 None None] get_active_networks_info from dv-cinder-826949-5-iscsi {{(pid=103998) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 17:06:02.185946 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae40a217-ab5f-493f-be17-759cebe3c9d6 None None] No non-hosted networks {{(pid=103998) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 28 17:06:02.193721 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.agentschedulers_db [None req-ae40a217-ab5f-493f-be17-759cebe3c9d6 None None] DHCP Agent not found on host dv-cinder-826949-5-iscsi {{(pid=103998) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 28 17:06:02.306880 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-27f1fcd8-cf1b-4282-956e-a1c0f386ba14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346560'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:04.545138 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-78521a83-174b-436a-8a94-6267ea2d9684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346560'] for agent (2328be28-078e-4849-a398-3f5045911048), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:04.665653 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.db.api [None req-a8d0988e-927f-4e14-8642-9906a725fb22 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-826949-5-iscsi {{(pid=103998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 17:06:04.666425 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG oslo_db.api [None req-a8d0988e-927f-4e14-8642-9906a725fb22 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 17:06:05.252753 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a8d0988e-927f-4e14-8642-9906a725fb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:05.373797 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 41800) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:05.604537 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346560'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:05.965331 dv-cinder-826949-5-iscsi neutron-server[103997]: WARNING oslo_policy.policy [None req-539ae2cd-2fd2-4743-a7c0-64bcd16fd4fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 17:06:05.966000 dv-cinder-826949-5-iscsi neutron-server[103997]: WARNING oslo_policy.policy [None req-539ae2cd-2fd2-4743-a7c0-64bcd16fd4fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 17:06:06.229885 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [None req-539ae2cd-2fd2-4743-a7c0-64bcd16fd4fb admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:06:06.244097 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-539ae2cd-2fd2-4743-a7c0-64bcd16fd4fb admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8553116 Apr 28 17:06:06.956332 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346560'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:08.435431 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346560'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:08.436256 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.438625 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.438625 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.438625 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.438625 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.438625 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.439192 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.439192 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.439192 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.439425 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.439640 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.440208 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.440763 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.441324 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.441711 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:08.442352 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826949-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:06:08.448633 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826949-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:06:08.839125 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 41834) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:09.187473 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-2e265284-110f-4a8d-a7d5-68b07256eda9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:06:09.280113 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.policy [None req-2e265284-110f-4a8d-a7d5-68b07256eda9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103997) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 17:06:09.321981 dv-cinder-826949-5-iscsi neutron-server[103997]: WARNING oslo_policy.policy [None req-2e265284-110f-4a8d-a7d5-68b07256eda9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 17:06:09.322373 dv-cinder-826949-5-iscsi neutron-server[103997]: WARNING oslo_policy.policy [None req-2e265284-110f-4a8d-a7d5-68b07256eda9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 17:06:09.481290 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2e265284-110f-4a8d-a7d5-68b07256eda9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776151723220', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776151723720', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776151707156', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776151482425', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776151486656', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776151496311', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1822378', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1807541', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-570473', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636387'] for rbac-policy (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:09.792266 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2e265284-110f-4a8d-a7d5-68b07256eda9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:09.796752 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2e265284-110f-4a8d-a7d5-68b07256eda9 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9533808 Apr 28 17:06:11.681311 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.db.l3_hamode_db [None req-91caccd0-1e1d-4f58-98cd-e9d7646ae765 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 28 17:06:11.760331 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caccd0-1e1d-4f58-98cd-e9d7646ae765 None None] Routers set() bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:06:11.760722 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caccd0-1e1d-4f58-98cd-e9d7646ae765 None None] Router IDs set() for agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 17:06:12.306694 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 41846) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:12.807321 dv-cinder-826949-5-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 17:06:12.807887 dv-cinder-826949-5-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 17:06:13.059940 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:06:13.160747 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Made reservation on behalf of 45949a44a9164d689054800f3b894b0d for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:06:13.238771 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.policy [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103996) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 17:06:13.301096 dv-cinder-826949-5-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 17:06:13.301565 dv-cinder-826949-5-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 17:06:13.313193 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:13.335966 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:13.450202 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Publish callbacks [] for security_group (71d367c9-98d3-46be-b898-257dee504b74), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:13.503530 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (71d367c9-98d3-46be-b898-257dee504b74), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:13.536305 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:06:13.559289 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=71d367c9-98d3-46be-b898-257dee504b74,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:13.571635 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.571942 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.572321 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.572718 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.573011 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.573339 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.573659 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.573979 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.574299 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.574620 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.574936 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.575269 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.575587 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.575902 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.576247 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Tracked resource versions report: Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: pushed versions: Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: { 'AddressGroup': {'1.2'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Agent': {'1.1'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'ConntrackHelper': {'1.0'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'LocalIPAssociation': {'1.0'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Log': {'1.0'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'NDPProxy': {'1.0'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Network': {'1.1'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Port': {'1.7'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'PortForwarding': {'1.3'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'QosPolicy': {'1.10'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SecurityGroup': {'1.5'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SecurityGroupRule': {'1.2'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SubPort': {'1.0'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Subnet': {'1.1'}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Trunk': {'1.1'}} Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: consumer versions: Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: { DHCP agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: L3 agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: Metadata agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: Metering agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: Open vSwitch agent@dv-cinder-826949-5-iscsi: { 'AddressGroup': '1.2', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Agent': '1.1', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'ConntrackHelper': '1.0', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'LocalIPAssociation': '1.0', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Log': '1.0', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'NDPProxy': '1.0', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Network': '1.1', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Port': '1.7', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'PortForwarding': '1.3', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'QosPolicy': '1.10', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SecurityGroup': '1.5', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SecurityGroupRule': '1.2', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SubPort': '1.0', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Subnet': '1.1', Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Trunk': '1.1'}} Apr 28 17:06:13.577696 dv-cinder-826949-5-iscsi neutron-server[103996]: {{(pid=103996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 17:06:13.654833 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776149768304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (ae733e03-0a50-4c2c-8334-c8a4c09fde3a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:13.655441 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Unsubscribe: segment precommit_create {{(pid=103996) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 17:06:13.655998 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Added segment ae733e03-0a50-4c2c-8334-c8a4c09fde3a of type vlan for network a1145663-4383-436f-adcb-520d7ce0b94b Apr 28 17:06:13.734912 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (a1145663-4383-436f-adcb-520d7ce0b94b), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:13.806282 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (a1145663-4383-436f-adcb-520d7ce0b94b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:13.811433 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:06:13.812113 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:13.932310 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6244409 Apr 28 17:06:13.935667 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3feac53-0dd5-45a8-b63b-7bbeaeb7b79f demo demo] Pushing event updated for resources: {'Network': ['ID=a1145663-4383-436f-adcb-520d7ce0b94b,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:13.949329 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network a1145663-4383-436f-adcb-520d7ce0b94b details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:06:16.479803 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 41866) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:16.893416 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ace3f-b0c5-4232-a171-e52b60f1010e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:06:16.894785 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-245ace3f-b0c5-4232-a171-e52b60f1010e demo admin] 10.222.0.64 "GET /v2.0/networks/a1145663-4383-436f-adcb-520d7ce0b94b HTTP/1.1" status: 200 len: 825 time: 0.4140220 Apr 28 17:06:16.931625 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-94e9171f-718a-4309-93c0-b79c8a62f1aa demo admin] 10.222.0.64 "GET /v2.0/subnetpools/dd17a43e-6ab5-4ea8-90e4-eff41d6278c6 HTTP/1.1" status: 200 len: 734 time: 0.0312209 Apr 28 17:06:16.940812 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] Request body: {'subnet': {'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'dd17a43e-6ab5-4ea8-90e4-eff41d6278c6', 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:06:17.023913 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] Made reservation on behalf of 45949a44a9164d689054800f3b894b0d for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:06:17.026202 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:17.372646 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (9d059a29-6ff7-407c-8bc3-65bce9b1fd76), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:17.443960 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9d059a29-6ff7-407c-8bc3-65bce9b1fd76,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:17.445974 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] Checking segment: {'id': 'ae733e03-0a50-4c2c-8334-c8a4c09fde3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:06:17.446334 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] Network hostable DHCP agents. Network: a1145663-4383-436f-adcb-520d7ce0b94b, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:06:17.514965 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] Network a1145663-4383-436f-adcb-520d7ce0b94b is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:06:17.589507 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, a1145663-4383-436f-adcb-520d7ce0b94b) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:06:17.594429 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:06:17.595675 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:17.599915 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476c9b29-09e1-4be8-a84d-01b1a57f2de6 None None] Network a1145663-4383-436f-adcb-520d7ce0b94b requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:06:17.666198 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8c257e72-9126-43ec-8caf-c89d05838d66 demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7291756 Apr 28 17:06:17.858711 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-a1145663-4383-436f-adcb-520d7ce0b94b', 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b', 'project_id': '45949a44a9164d689054800f3b894b0d', 'fixed_ips': [{'subnet_id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:06:17.860971 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:18.145339 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Allocated IP 172.20.0.2 (a1145663-4383-436f-adcb-520d7ce0b94b/9d059a29-6ff7-407c-8bc3-65bce9b1fd76/4deb5724-1ac5-4695-abf1-09512de98715) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:06:18.421000 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Publish callbacks [] for port (4deb5724-1ac5-4695-abf1-09512de98715), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:18.510193 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (4deb5724-1ac5-4695-abf1-09512de98715), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:18.591773 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Network a1145663-4383-436f-adcb-520d7ce0b94b is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:06:18.597629 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:06:18.604039 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Pushing event updated for resources: {'Port': ['ID=4deb5724-1ac5-4695-abf1-09512de98715,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:18.607090 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:06:18.618777 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.619125 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.619486 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.621382 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.621382 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.621382 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.621382 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.621723 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.621877 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.622083 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.622409 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.622751 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.623077 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.623401 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.623722 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Tracked resource versions report: Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: pushed versions: Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: { 'AddressGroup': {'1.2'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Agent': {'1.1'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'ConntrackHelper': {'1.0'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'LocalIPAssociation': {'1.0'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Log': {'1.0'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'NDPProxy': {'1.0'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Network': {'1.1'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Port': {'1.7'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'PortForwarding': {'1.3'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'QosPolicy': {'1.10'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SecurityGroup': {'1.5'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SecurityGroupRule': {'1.2'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SubPort': {'1.0'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Subnet': {'1.1'}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Trunk': {'1.1'}} Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: consumer versions: Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: { DHCP agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: L3 agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: Metadata agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: Metering agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: Open vSwitch agent@dv-cinder-826949-5-iscsi: { 'AddressGroup': '1.2', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Agent': '1.1', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'ConntrackHelper': '1.0', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'LocalIPAssociation': '1.0', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Log': '1.0', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'NDPProxy': '1.0', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Network': '1.1', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Port': '1.7', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'PortForwarding': '1.3', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'QosPolicy': '1.10', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SecurityGroup': '1.5', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SecurityGroupRule': '1.2', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SubPort': '1.0', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Subnet': '1.1', Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Trunk': '1.1'}} Apr 28 17:06:18.625192 dv-cinder-826949-5-iscsi neutron-server[103998]: {{(pid=103998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 17:06:18.703685 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Attempting to bind port 4deb5724-1ac5-4695-abf1-09512de98715 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:06:18.704035 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Attempting to bind port 4deb5724-1ac5-4695-abf1-09512de98715 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'ae733e03-0a50-4c2c-8334-c8a4c09fde3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:06:18.704487 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Attempting to bind port 4deb5724-1ac5-4695-abf1-09512de98715 on network a1145663-4383-436f-adcb-520d7ce0b94b {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:06:18.709622 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:06:18.709999 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Checking segment: {'id': 'ae733e03-0a50-4c2c-8334-c8a4c09fde3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:06:18.710481 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:18.710875 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Bound using segment: {'id': 'ae733e03-0a50-4c2c-8334-c8a4c09fde3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:06:18.711369 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Bound port: 4deb5724-1ac5-4695-abf1-09512de98715, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae733e03-0a50-4c2c-8334-c8a4c09fde3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:06:18.711784 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4deb5724-1ac5-4695-abf1-09512de98715), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:18.778494 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] For port 4deb5724-1ac5-4695-abf1-09512de98715, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:06:18.797674 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] For port 4deb5724-1ac5-4695-abf1-09512de98715, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=4deb5724-1ac5-4695-abf1-09512de98715,segment=NetworkSegment(ae733e03-0a50-4c2c-8334-c8a4c09fde3a),segment_id=ae733e03-0a50-4c2c-8334-c8a4c09fde3a)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:06:18.904339 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (4deb5724-1ac5-4695-abf1-09512de98715), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:18.971631 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3f6ab-220d-4b0b-b5e1-6ac4ed741c2d None None] Pushing event updated for resources: {'Port': ['ID=4deb5724-1ac5-4695-abf1-09512de98715,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:20.211172 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 41874) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:20.534675 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [None req-95e54e91-b555-4f2d-9801-da17cedb14dc admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:06:20.535650 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-95e54e91-b555-4f2d-9801-da17cedb14dc admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3235490 Apr 28 17:06:23.048260 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 41882) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:23.409853 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [None req-c7e83b68-5885-456f-87db-9cefcc8cdadd admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:06:23.410862 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-c7e83b68-5885-456f-87db-9cefcc8cdadd admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3616230 Apr 28 17:06:25.941820 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 41890) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:26.262523 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-c65694df-5dc9-4e48-bb97-3a82e7b7ef85 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:06:26.384346 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c65694df-5dc9-4e48-bb97-3a82e7b7ef85 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-347308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14367'] for router (eea2126b-58fd-4671-9313-3d5cd79edc97), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:26.386135 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c65694df-5dc9-4e48-bb97-3a82e7b7ef85 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14358'] for router (eea2126b-58fd-4671-9313-3d5cd79edc97), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:26.539597 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c65694df-5dc9-4e48-bb97-3a82e7b7ef85 demo demo] Publish callbacks [] for router_controller (eea2126b-58fd-4671-9313-3d5cd79edc97), precommit_add_association {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:26.659355 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c65694df-5dc9-4e48-bb97-3a82e7b7ef85 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-348693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673'] for router (eea2126b-58fd-4671-9313-3d5cd79edc97), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:26.762203 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c65694df-5dc9-4e48-bb97-3a82e7b7ef85 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:26.763402 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-c65694df-5dc9-4e48-bb97-3a82e7b7ef85 demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8206315 Apr 28 17:06:29.128588 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 4deb5724-1ac5-4695-abf1-09512de98715 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:06:29.221195 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 4deb5724-1ac5-4695-abf1-09512de98715 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:06:29.221613 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4deb5724-1ac5-4695-abf1-09512de98715), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:29.326975 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 41902) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:29.338435 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 4deb5724-1ac5-4695-abf1-09512de98715 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:06:29.338899 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4deb5724-1ac5-4695-abf1-09512de98715), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:29.374401 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port 4deb5724-1ac5-4695-abf1-09512de98715, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=4deb5724-1ac5-4695-abf1-09512de98715,segment=NetworkSegment(ae733e03-0a50-4c2c-8334-c8a4c09fde3a),segment_id=ae733e03-0a50-4c2c-8334-c8a4c09fde3a)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:06:29.446274 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (4deb5724-1ac5-4695-abf1-09512de98715), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:29.500186 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=4deb5724-1ac5-4695-abf1-09512de98715,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:29.675876 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [None req-7e09c41a-b2e0-4faf-a50c-951e5dc8b3dc admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:06:29.676341 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-7e09c41a-b2e0-4faf-a50c-951e5dc8b3dc admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3484008 Apr 28 17:06:30.634707 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d57986c-4d83-4595-9459-9a4e1bab95ad None None] Network a1145663-4383-436f-adcb-520d7ce0b94b requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:06:30.744639 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-1db1a8b6-250d-4599-b5e2-702e25ba640b None None] Provisioning complete for port 4deb5724-1ac5-4695-abf1-09512de98715 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:06:30.745029 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1db1a8b6-250d-4599-b5e2-702e25ba640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4deb5724-1ac5-4695-abf1-09512de98715), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:30.848811 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-1db1a8b6-250d-4599-b5e2-702e25ba640b None None] Current status of the port 4deb5724-1ac5-4695-abf1-09512de98715 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:06:30.966314 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-36cf2a37-7295-4b2f-954a-25902b077976 None None] Provisioning complete for port 4deb5724-1ac5-4695-abf1-09512de98715 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:06:30.966703 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-36cf2a37-7295-4b2f-954a-25902b077976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4deb5724-1ac5-4695-abf1-09512de98715), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:31.044864 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-36cf2a37-7295-4b2f-954a-25902b077976 None None] Current status of the port 4deb5724-1ac5-4695-abf1-09512de98715 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:06:31.114059 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 4deb5724-1ac5-4695-abf1-09512de98715 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:06:31.161501 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 4deb5724-1ac5-4695-abf1-09512de98715 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:06:31.161897 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4deb5724-1ac5-4695-abf1-09512de98715), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:31.238235 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 4deb5724-1ac5-4695-abf1-09512de98715 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:06:32.085700 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b0798ae1-6814-43c3-ae83-4ea60a24863c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:32.192137 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 41910) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:32.508822 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:06:32.640215 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Made reservation on behalf of 32e599df865e4c3bb02c76fd7e8d4e90 for: {'network': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:06:32.643109 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:32.659115 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:32.759328 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Publish callbacks [] for security_group (37d5cc54-a4ac-4a40-a8fc-8ec231945f6a), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:32.805693 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (37d5cc54-a4ac-4a40-a8fc-8ec231945f6a), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:32.816682 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103997) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 28 17:06:32.848406 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776149768304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (e52469d0-c4dd-4d53-99b9-f12f8f829dd3), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:32.848977 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Unsubscribe: segment precommit_create {{(pid=103997) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 17:06:32.849525 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.segments_db [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Added segment e52469d0-c4dd-4d53-99b9-f12f8f829dd3 of type flat for network f8764e81-f1f8-4275-aee3-2fa9a09189b3 Apr 28 17:06:32.866475 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d5cc54-a4ac-4a40-a8fc-8ec231945f6a,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:32.884772 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.885117 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.885473 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.885809 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.886137 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.886461 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.886808 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.887100 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.887433 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.887755 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.888112 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.888452 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.888773 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.889088 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.889402 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Tracked resource versions report: Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: pushed versions: Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: { 'AddressGroup': {'1.2'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Agent': {'1.1'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'ConntrackHelper': {'1.0'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'LocalIPAssociation': {'1.0'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Log': {'1.0'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'NDPProxy': {'1.0'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Network': {'1.1'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Port': {'1.7'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'PortForwarding': {'1.3'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'QosPolicy': {'1.10'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SecurityGroup': {'1.5'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SecurityGroupRule': {'1.2'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SubPort': {'1.0'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Subnet': {'1.1'}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Trunk': {'1.1'}} Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: consumer versions: Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: { DHCP agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: L3 agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: Metadata agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: Metering agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: Open vSwitch agent@dv-cinder-826949-5-iscsi: { 'AddressGroup': '1.2', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Agent': '1.1', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'ConntrackHelper': '1.0', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'LocalIPAssociation': '1.0', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Log': '1.0', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'NDPProxy': '1.0', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Network': '1.1', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Port': '1.7', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'PortForwarding': '1.3', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'QosPolicy': '1.10', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SecurityGroup': '1.5', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SecurityGroupRule': '1.2', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SubPort': '1.0', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Subnet': '1.1', Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Trunk': '1.1'}} Apr 28 17:06:32.893853 dv-cinder-826949-5-iscsi neutron-server[103997]: {{(pid=103997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 17:06:32.972892 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (f8764e81-f1f8-4275-aee3-2fa9a09189b3), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:33.082508 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (f8764e81-f1f8-4275-aee3-2fa9a09189b3), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:33.083724 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:06:33.084439 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:33.180311 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f8764e81-f1f8-4275-aee3-2fa9a09189b3,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:33.185945 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-ed7927ab-790b-48bb-adf3-bfadf797f3b4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9927528 Apr 28 17:06:33.190610 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:06:34.549097 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-028c3b81-7cf2-4f4f-811a-d9abc03d7626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:35.514257 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:35.653500 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 41924) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:35.990994 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd94081-2c67-4f90-ae03-53dcedb86645 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:06:35.997916 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-ecd94081-2c67-4f90-ae03-53dcedb86645 demo admin] 10.222.0.64 "GET /v2.0/subnets/9d059a29-6ff7-407c-8bc3-65bce9b1fd76 HTTP/1.1" status: 200 len: 849 time: 0.3379505 Apr 28 17:06:36.136499 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-038e8136-6d47-4267-b6a3-069815b7126b demo admin] 10.222.0.64 "GET /v2.0/routers/eea2126b-58fd-4671-9313-3d5cd79edc97 HTTP/1.1" status: 200 len: 704 time: 0.1376066 Apr 28 17:06:36.410210 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:36.709412 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Allocated IP 172.20.0.1 (a1145663-4383-436f-adcb-520d7ce0b94b/9d059a29-6ff7-407c-8bc3-65bce9b1fd76/8a338582-213a-4747-9730-56fb74150c22) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:06:36.900318 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Publish callbacks [] for port (8a338582-213a-4747-9730-56fb74150c22), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:36.909185 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:37.047902 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (8a338582-213a-4747-9730-56fb74150c22), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:37.125644 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Network a1145663-4383-436f-adcb-520d7ce0b94b is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:06:37.132823 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:06:37.143637 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:06:37.144277 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722348'] for router_interface (eea2126b-58fd-4671-9313-3d5cd79edc97), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:37.163327 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Pushing event updated for resources: {'Port': ['ID=8a338582-213a-4747-9730-56fb74150c22,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:37.301123 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-05b80192-6f43-4992-906f-e8c041dbe66e None None] Provisioning complete for port 8a338582-213a-4747-9730-56fb74150c22 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:06:37.301414 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-05b80192-6f43-4992-906f-e8c041dbe66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (8a338582-213a-4747-9730-56fb74150c22), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:37.345601 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-05b80192-6f43-4992-906f-e8c041dbe66e None None] Port 8a338582-213a-4747-9730-56fb74150c22 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:06:37.467065 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8a338582-213a-4747-9730-56fb74150c22), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:37.678542 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Publish callbacks [] for port (8a338582-213a-4747-9730-56fb74150c22), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:37.725928 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (8a338582-213a-4747-9730-56fb74150c22), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:37.726743 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346396'] for router_interface (eea2126b-58fd-4671-9313-3d5cd79edc97), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:37.785222 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Pushing event updated for resources: {'Port': ['ID=8a338582-213a-4747-9730-56fb74150c22,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:37.851291 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Network a1145663-4383-436f-adcb-520d7ce0b94b is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:06:37.852635 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:06:38.086228 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Router eea2126b-58fd-4671-9313-3d5cd79edc97 is scheduled to L3 agent 2328be28-078e-4849-a398-3f5045911048 with binding_index 1 {{(pid=103997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 17:06:38.187049 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:06:38.192935 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-cc20fd5f-73cd-4635-9aa6-4c361de60aab demo admin] 10.222.0.64 "PUT /v2.0/routers/eea2126b-58fd-4671-9313-3d5cd79edc97/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0509827 Apr 28 17:06:38.209889 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Sync routers for ids ['eea2126b-58fd-4671-9313-3d5cd79edc97'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:06:38.223555 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-e5b1c789-74cf-41ce-827d-d083e6735013 None None] Provisioning complete for port 8a338582-213a-4747-9730-56fb74150c22 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:06:38.224202 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c789-74cf-41ce-827d-d083e6735013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (8a338582-213a-4747-9730-56fb74150c22), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:38.231855 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Routers {'eea2126b-58fd-4671-9313-3d5cd79edc97'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:06:38.233051 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:06:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['eea2126b-58fd-4671-9313-3d5cd79edc97'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:06:38.271078 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1c789-74cf-41ce-827d-d083e6735013 None None] Port 8a338582-213a-4747-9730-56fb74150c22 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:06:38.440601 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:38.476205 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Set router eea2126b-58fd-4671-9313-3d5cd79edc97 gateway port host: None {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:06:38.919719 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'name': 'router1', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:06:26Z', 'updated_at': '2022-04-28T17:06:37Z', 'revision_number': 2, 'project_id': '45949a44a9164d689054800f3b894b0d', 'gw_port_host': None, '_interfaces': [{'id': '8a338582-213a-4747-9730-56fb74150c22', 'name': '', 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'mac_address': 'fa:16:3e:ff:e9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:06:36Z', 'updated_at': '2022-04-28T17:06:37Z', 'revision_number': 2, 'project_id': '45949a44a9164d689054800f3b894b0d', 'subnets': [{'id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd17a43e-6ab5-4ea8-90e4-eff41d6278c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:06:38.970246 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Checking router: eea2126b-58fd-4671-9313-3d5cd79edc97 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:06:38.970620 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Updating router eea2126b-58fd-4671-9313-3d5cd79edc97 port 8a338582-213a-4747-9730-56fb74150c22 binding host dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:06:39.053980 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8a338582-213a-4747-9730-56fb74150c22), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:39.555428 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Publish callbacks [] for port (8a338582-213a-4747-9730-56fb74150c22), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:39.657928 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (8a338582-213a-4747-9730-56fb74150c22), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:39.752023 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Pushing event updated for resources: {'Port': ['ID=8a338582-213a-4747-9730-56fb74150c22,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:39.762650 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.763678 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.763678 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.763678 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.764136 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.764341 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.764659 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.764985 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.765311 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.766709 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.767071 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.767423 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.767760 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.768133 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.768440 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Tracked resource versions report: Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: pushed versions: Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: { 'AddressGroup': {'1.2'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Agent': {'1.1'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'ConntrackHelper': {'1.0'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'LocalIPAssociation': {'1.0'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Log': {'1.0'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'NDPProxy': {'1.0'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Network': {'1.1'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Port': {'1.7'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'PortForwarding': {'1.3'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'QosPolicy': {'1.10'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SecurityGroup': {'1.5'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SecurityGroupRule': {'1.2'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SubPort': {'1.0'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Subnet': {'1.1'}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Trunk': {'1.1'}} Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: consumer versions: Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: { DHCP agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: L3 agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: Metadata agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: Metering agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: Open vSwitch agent@dv-cinder-826949-5-iscsi: { 'AddressGroup': '1.2', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Agent': '1.1', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'ConntrackHelper': '1.0', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'LocalIPAssociation': '1.0', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Log': '1.0', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'NDPProxy': '1.0', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Network': '1.1', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Port': '1.7', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'PortForwarding': '1.3', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'QosPolicy': '1.10', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SecurityGroup': '1.5', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SecurityGroupRule': '1.2', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SubPort': '1.0', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Subnet': '1.1', Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Trunk': '1.1'}} Apr 28 17:06:39.769917 dv-cinder-826949-5-iscsi neutron-server[103999]: {{(pid=103999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 17:06:39.855675 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Attempting to bind port 8a338582-213a-4747-9730-56fb74150c22 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:06:39.856283 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Attempting to bind port 8a338582-213a-4747-9730-56fb74150c22 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'ae733e03-0a50-4c2c-8334-c8a4c09fde3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:06:39.856735 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Attempting to bind port 8a338582-213a-4747-9730-56fb74150c22 on network a1145663-4383-436f-adcb-520d7ce0b94b {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:06:39.862690 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:06:39.863114 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Checking segment: {'id': 'ae733e03-0a50-4c2c-8334-c8a4c09fde3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:06:39.863596 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:39.864000 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Bound using segment: {'id': 'ae733e03-0a50-4c2c-8334-c8a4c09fde3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:06:39.864531 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Bound port: 8a338582-213a-4747-9730-56fb74150c22, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae733e03-0a50-4c2c-8334-c8a4c09fde3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:06:39.864921 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8a338582-213a-4747-9730-56fb74150c22), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:39.899474 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-ec4b1991-b589-47b7-8462-63443ef0ad3f None None] Provisioning complete for port 8a338582-213a-4747-9730-56fb74150c22 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:06:39.900006 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1991-b589-47b7-8462-63443ef0ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (8a338582-213a-4747-9730-56fb74150c22), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:39.932846 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] For port 8a338582-213a-4747-9730-56fb74150c22, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:06:39.934438 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b1991-b589-47b7-8462-63443ef0ad3f None None] Port 8a338582-213a-4747-9730-56fb74150c22 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:06:39.955065 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] For port 8a338582-213a-4747-9730-56fb74150c22, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=8a338582-213a-4747-9730-56fb74150c22,segment=NetworkSegment(ae733e03-0a50-4c2c-8334-c8a4c09fde3a),segment_id=ae733e03-0a50-4c2c-8334-c8a4c09fde3a)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:06:40.018122 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (8a338582-213a-4747-9730-56fb74150c22), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:40.086386 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Routers {'eea2126b-58fd-4671-9313-3d5cd79edc97'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:06:40.086939 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:06:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['eea2126b-58fd-4671-9313-3d5cd79edc97'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:06:40.088952 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23075bc-c7f4-4b73-bf60-ef8160fb38a5 None None] Pushing event updated for resources: {'Port': ['ID=8a338582-213a-4747-9730-56fb74150c22,revision_number=4']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:40.189828 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] Set router eea2126b-58fd-4671-9313-3d5cd79edc97 gateway port host: None {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:06:40.255365 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3b56ecae-ee7b-4cda-81a6-6f0713de6161 None None] Provisioning complete for port 8a338582-213a-4747-9730-56fb74150c22 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:06:40.255761 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3b56ecae-ee7b-4cda-81a6-6f0713de6161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (8a338582-213a-4747-9730-56fb74150c22), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:40.342098 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3b56ecae-ee7b-4cda-81a6-6f0713de6161 None None] Current status of the port 8a338582-213a-4747-9730-56fb74150c22 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:06:40.342510 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3b56ecae-ee7b-4cda-81a6-6f0713de6161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8a338582-213a-4747-9730-56fb74150c22), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:40.379531 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3b56ecae-ee7b-4cda-81a6-6f0713de6161 None None] For port 8a338582-213a-4747-9730-56fb74150c22, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=8a338582-213a-4747-9730-56fb74150c22,segment=NetworkSegment(ae733e03-0a50-4c2c-8334-c8a4c09fde3a),segment_id=ae733e03-0a50-4c2c-8334-c8a4c09fde3a)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:06:40.399143 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'name': 'router1', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:06:26Z', 'updated_at': '2022-04-28T17:06:37Z', 'revision_number': 2, 'project_id': '45949a44a9164d689054800f3b894b0d', 'gw_port_host': None, '_interfaces': [{'id': '8a338582-213a-4747-9730-56fb74150c22', 'name': '', 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'mac_address': 'fa:16:3e:ff:e9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:06:36Z', 'updated_at': '2022-04-28T17:06:39Z', 'revision_number': 4, 'project_id': '45949a44a9164d689054800f3b894b0d', 'subnets': [{'id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd17a43e-6ab5-4ea8-90e4-eff41d6278c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:06:40.426480 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a32611-f3ec-4ab8-aa2c-6db905bce222 None None] The sync data for ids ['eea2126b-58fd-4671-9313-3d5cd79edc97'] in dv-cinder-826949-5-iscsi is: [{'id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'name': 'router1', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:06:26Z', 'updated_at': '2022-04-28T17:06:37Z', 'revision_number': 2, 'project_id': '45949a44a9164d689054800f3b894b0d', 'gw_port_host': None, '_interfaces': [{'id': '8a338582-213a-4747-9730-56fb74150c22', 'name': '', 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'mac_address': 'fa:16:3e:ff:e9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:06:36Z', 'updated_at': '2022-04-28T17:06:39Z', 'revision_number': 4, 'project_id': '45949a44a9164d689054800f3b894b0d', 'subnets': [{'id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd17a43e-6ab5-4ea8-90e4-eff41d6278c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:06:40.451766 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3b56ecae-ee7b-4cda-81a6-6f0713de6161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (8a338582-213a-4747-9730-56fb74150c22), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:40.508039 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56ecae-ee7b-4cda-81a6-6f0713de6161 None None] Pushing event updated for resources: {'Port': ['ID=8a338582-213a-4747-9730-56fb74150c22,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:40.643491 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 41944) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:40.757242 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab117858-d71f-4910-b234-35c07673a654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:06:40.758604 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-ab117858-d71f-4910-b234-35c07673a654 admin admin] 10.222.0.64 "GET /v2.0/networks/f8764e81-f1f8-4275-aee3-2fa9a09189b3 HTTP/1.1" status: 200 len: 842 time: 0.1141171 Apr 28 17:06:40.767920 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Request body: {'subnet': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:06:40.834957 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Made reservation on behalf of 32e599df865e4c3bb02c76fd7e8d4e90 for: {'subnet': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:06:40.837279 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:41.213359 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.objects.ports [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103997) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 17:06:41.213820 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (6d6f96f9-ca0a-45d2-ac5c-383646500318), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:41.263830 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d6f96f9-ca0a-45d2-ac5c-383646500318,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:41.282932 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:06:41.283290 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Network hostable DHCP agents. Network: f8764e81-f1f8-4275-aee3-2fa9a09189b3, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:06:41.366034 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:06:41.434399 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, f8764e81-f1f8-4275-aee3-2fa9a09189b3) {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:06:41.440777 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:06:41.440981 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:41.444534 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02a4c55-0334-43d8-8ae8-463864fefda5 None None] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:06:41.512010 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d3752383-71f6-4b71-888f-21012bd8fc2a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7473214 Apr 28 17:06:41.551989 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee41b20a-958b-4b19-adfd-d278b9a0382b None None] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:06:44.002192 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 41960) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:44.137746 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-45350404-3fac-4bf7-9ab5-bd0c3bb311e7 demo admin] 10.222.0.64 "GET /v2.0/routers/eea2126b-58fd-4671-9313-3d5cd79edc97 HTTP/1.1" status: 200 len: 710 time: 0.1344373 Apr 28 17:06:44.225703 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323cd51f-283f-433a-bcf0-1b30bd407a25 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:06:44.227079 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-323cd51f-283f-433a-bcf0-1b30bd407a25 demo admin] 10.222.0.64 "GET /v2.0/networks/f8764e81-f1f8-4275-aee3-2fa9a09189b3 HTTP/1.1" status: 200 len: 886 time: 0.0831416 Apr 28 17:06:44.236657 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:06:44.579527 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Publish callbacks [] for router_gateway (eea2126b-58fd-4671-9313-3d5cd79edc97), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:44.862520 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Publish callbacks [] for router_gateway (eea2126b-58fd-4671-9313-3d5cd79edc97), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:44.939120 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:45.043346 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Allocated IP 172.27.2.205 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/d4c63af1-7691-4f54-9abf-e523ea93f131) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:06:45.184121 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Publish callbacks [] for port (d4c63af1-7691-4f54-9abf-e523ea93f131), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:45.297611 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (d4c63af1-7691-4f54-9abf-e523ea93f131), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:45.339431 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:06:45.342262 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:06:45.349600 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:06:45.392314 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Pushing event updated for resources: {'Port': ['ID=d4c63af1-7691-4f54-9abf-e523ea93f131,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:45.707509 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Publish callbacks [] for router_gateway (eea2126b-58fd-4671-9313-3d5cd79edc97), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:45.961932 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-723634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-348706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14336'] for router (eea2126b-58fd-4671-9313-3d5cd79edc97), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:45.966231 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-723659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-723648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-348731'] for router (eea2126b-58fd-4671-9313-3d5cd79edc97), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:46.209267 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Router eea2126b-58fd-4671-9313-3d5cd79edc97 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:06:46.338173 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:06:46.342306 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:46.360532 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-351e34c5-55d0-435b-a268-5e31463d3b92 demo admin] 10.222.0.64 "PUT /v2.0/routers/eea2126b-58fd-4671-9313-3d5cd79edc97 HTTP/1.1" status: 200 len: 890 time: 2.1105492 Apr 28 17:06:48.988881 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 41972) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:06:49.152650 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 8a338582-213a-4747-9730-56fb74150c22 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:06:49.160928 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a40377fc-467d-47a5-a463-904f27335e50 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1707957 Apr 28 17:06:49.202218 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 8a338582-213a-4747-9730-56fb74150c22 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:06:49.202840 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (8a338582-213a-4747-9730-56fb74150c22), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:49.291612 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 8a338582-213a-4747-9730-56fb74150c22 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:06:49.668998 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Sync routers for ids ['eea2126b-58fd-4671-9313-3d5cd79edc97'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:06:49.681657 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Routers {'eea2126b-58fd-4671-9313-3d5cd79edc97'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:06:49.682316 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:06:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['eea2126b-58fd-4671-9313-3d5cd79edc97'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:06:49.906561 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Set router eea2126b-58fd-4671-9313-3d5cd79edc97 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:06:50.380482 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'name': 'router1', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'd4c63af1-7691-4f54-9abf-e523ea93f131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:06:26Z', 'updated_at': '2022-04-28T17:06:45Z', 'revision_number': 4, 'project_id': '45949a44a9164d689054800f3b894b0d', 'gw_port': {'id': 'd4c63af1-7691-4f54-9abf-e523ea93f131', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:06:44Z', 'updated_at': '2022-04-28T17:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '8a338582-213a-4747-9730-56fb74150c22', 'name': '', 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'mac_address': 'fa:16:3e:ff:e9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:06:36Z', 'updated_at': '2022-04-28T17:06:40Z', 'revision_number': 5, 'project_id': '45949a44a9164d689054800f3b894b0d', 'subnets': [{'id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd17a43e-6ab5-4ea8-90e4-eff41d6278c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:06:50.435177 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Checking router: eea2126b-58fd-4671-9313-3d5cd79edc97 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:06:50.435558 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Updating router eea2126b-58fd-4671-9313-3d5cd79edc97 port d4c63af1-7691-4f54-9abf-e523ea93f131 binding host dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:06:50.509015 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d4c63af1-7691-4f54-9abf-e523ea93f131), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:50.829364 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Publish callbacks [] for port (d4c63af1-7691-4f54-9abf-e523ea93f131), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:50.914573 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d4c63af1-7691-4f54-9abf-e523ea93f131), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:50.945904 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Attempting to bind port d4c63af1-7691-4f54-9abf-e523ea93f131 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:06:50.946294 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Attempting to bind port d4c63af1-7691-4f54-9abf-e523ea93f131 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:06:50.946665 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Attempting to bind port d4c63af1-7691-4f54-9abf-e523ea93f131 on network f8764e81-f1f8-4275-aee3-2fa9a09189b3 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:06:50.953524 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:06:50.957082 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:06:50.957082 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:50.957082 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Bound using segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:06:50.957082 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Bound port: d4c63af1-7691-4f54-9abf-e523ea93f131, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:06:50.957082 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d4c63af1-7691-4f54-9abf-e523ea93f131), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:51.071003 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d376038-72da-4e5e-bcaf-c36ccca5b2d3 None None] Pushing event updated for resources: {'Port': ['ID=d4c63af1-7691-4f54-9abf-e523ea93f131,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:51.115409 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] For port d4c63af1-7691-4f54-9abf-e523ea93f131, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:06:51.119082 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] For port d4c63af1-7691-4f54-9abf-e523ea93f131, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=d4c63af1-7691-4f54-9abf-e523ea93f131,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:06:51.202452 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d4c63af1-7691-4f54-9abf-e523ea93f131), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:51.268901 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d376038-72da-4e5e-bcaf-c36ccca5b2d3 None None] Pushing event updated for resources: {'Port': ['ID=d4c63af1-7691-4f54-9abf-e523ea93f131,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:51.271378 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Routers {'eea2126b-58fd-4671-9313-3d5cd79edc97'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:06:51.271985 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:06:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['eea2126b-58fd-4671-9313-3d5cd79edc97'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:06:51.403928 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] Set router eea2126b-58fd-4671-9313-3d5cd79edc97 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:06:51.623661 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'name': 'router1', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'd4c63af1-7691-4f54-9abf-e523ea93f131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:06:26Z', 'updated_at': '2022-04-28T17:06:45Z', 'revision_number': 4, 'project_id': '45949a44a9164d689054800f3b894b0d', 'gw_port': {'id': 'd4c63af1-7691-4f54-9abf-e523ea93f131', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:06:44Z', 'updated_at': '2022-04-28T17:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '8a338582-213a-4747-9730-56fb74150c22', 'name': '', 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'mac_address': 'fa:16:3e:ff:e9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:06:36Z', 'updated_at': '2022-04-28T17:06:40Z', 'revision_number': 5, 'project_id': '45949a44a9164d689054800f3b894b0d', 'subnets': [{'id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd17a43e-6ab5-4ea8-90e4-eff41d6278c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:06:51.652604 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac042ae2-4933-4e35-9497-05a2d16f5ade None None] The sync data for ids ['eea2126b-58fd-4671-9313-3d5cd79edc97'] in dv-cinder-826949-5-iscsi is: [{'id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'name': 'router1', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'd4c63af1-7691-4f54-9abf-e523ea93f131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:06:26Z', 'updated_at': '2022-04-28T17:06:45Z', 'revision_number': 4, 'project_id': '45949a44a9164d689054800f3b894b0d', 'gw_port': {'id': 'd4c63af1-7691-4f54-9abf-e523ea93f131', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:06:44Z', 'updated_at': '2022-04-28T17:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '8a338582-213a-4747-9730-56fb74150c22', 'name': '', 'network_id': 'a1145663-4383-436f-adcb-520d7ce0b94b', 'tenant_id': '45949a44a9164d689054800f3b894b0d', 'mac_address': 'fa:16:3e:ff:e9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea2126b-58fd-4671-9313-3d5cd79edc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:06:36Z', 'updated_at': '2022-04-28T17:06:40Z', 'revision_number': 5, 'project_id': '45949a44a9164d689054800f3b894b0d', 'subnets': [{'id': '9d059a29-6ff7-407c-8bc3-65bce9b1fd76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd17a43e-6ab5-4ea8-90e4-eff41d6278c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:06:53.246497 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d4c63af1-7691-4f54-9abf-e523ea93f131 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:06:53.320619 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port d4c63af1-7691-4f54-9abf-e523ea93f131 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:06:53.321370 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d4c63af1-7691-4f54-9abf-e523ea93f131), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:53.440691 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port d4c63af1-7691-4f54-9abf-e523ea93f131 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:06:53.441467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d4c63af1-7691-4f54-9abf-e523ea93f131), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:53.470607 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port d4c63af1-7691-4f54-9abf-e523ea93f131, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=d4c63af1-7691-4f54-9abf-e523ea93f131,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:06:53.554167 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d4c63af1-7691-4f54-9abf-e523ea93f131), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:53.629156 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=d4c63af1-7691-4f54-9abf-e523ea93f131,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:06:54.248044 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 5 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:06:55.257595 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d4c63af1-7691-4f54-9abf-e523ea93f131 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:06:55.448236 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port d4c63af1-7691-4f54-9abf-e523ea93f131 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:06:55.448723 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d4c63af1-7691-4f54-9abf-e523ea93f131), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:06:55.644403 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port d4c63af1-7691-4f54-9abf-e523ea93f131 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:07:02.068311 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8afea9ac-a8e6-4a8a-ba8c-725f8956c724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:07:04.536569 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-72bf3660-e640-4d5f-bfa7-7d2294219f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:07:05.513838 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:07:06.926341 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:07:08.442412 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:07:31.246806 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 5 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:07:32.048980 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-c762da56-f7f0-4051-a129-5fa598e02066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:07:34.609907 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5c690524-ae10-4af1-875e-8f0ef15c42de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:07:35.524723 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:07:36.953058 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:07:38.461358 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:02.066453 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-c3fab11a-6d79-472c-9267-3ad54c06efd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:04.540028 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-521cd4ba-0bfd-4541-bab9-3808ab874bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:05.523315 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:06.951950 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:08.246030 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 5 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:08:08.466347 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:14.543795 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 42456) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:08:14.611175 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9036d81-035f-4588-ab06-7a145d9cad0a admin admin] GET failed (client error): The resource could not be found. Apr 28 17:08:14.612571 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c9036d81-035f-4588-ab06-7a145d9cad0a admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676749 Apr 28 17:08:14.795072 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4601826-286b-4ac2-ae70-4014835d9ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:14.798196 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b4601826-286b-4ac2-ae70-4014835d9ed7 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1813450 Apr 28 17:08:17.158351 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42466) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:08:17.254680 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eecc01a-52c7-4ced-8f51-4900694dee73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:17.256050 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2eecc01a-52c7-4ced-8f51-4900694dee73 admin admin] 10.222.0.64 "GET /v2.0/subnets/9d059a29-6ff7-407c-8bc3-65bce9b1fd76 HTTP/1.1" status: 200 len: 849 time: 0.0967033 Apr 28 17:08:17.265818 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:08:17.353383 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Publish callbacks [] for subnet (9d059a29-6ff7-407c-8bc3-65bce9b1fd76), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:17.579230 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776149730771'] for subnet (9d059a29-6ff7-407c-8bc3-65bce9b1fd76), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:17.609563 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:17.610657 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:17.611441 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] 10.222.0.64 "PUT /v2.0/subnets/9d059a29-6ff7-407c-8bc3-65bce9b1fd76 HTTP/1.1" status: 200 len: 868 time: 0.3493147 Apr 28 17:08:17.626628 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65185fc0-7199-4787-af40-70266054829c None None] Network a1145663-4383-436f-adcb-520d7ce0b94b requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:08:17.633183 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d059a29-6ff7-407c-8bc3-65bce9b1fd76,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:08:17.641798 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.642185 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.643137 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.643137 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.643340 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.643531 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.643836 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.644210 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.644544 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.644876 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.645208 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.645537 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.645937 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.646266 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.646593 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53178e44-550b-4ba4-bfd1-f44a57daba6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:08:17.983580 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-85746a38-d7c4-4c40-a062-504b9c6b9aa4 None None] Provisioning complete for port 8a338582-213a-4747-9730-56fb74150c22 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:08:17.983956 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-85746a38-d7c4-4c40-a062-504b9c6b9aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (8a338582-213a-4747-9730-56fb74150c22), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:18.068216 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-85746a38-d7c4-4c40-a062-504b9c6b9aa4 None None] Current status of the port 8a338582-213a-4747-9730-56fb74150c22 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:08:18.076752 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-85746a38-d7c4-4c40-a062-504b9c6b9aa4 None None] Provisioning complete for port 4deb5724-1ac5-4695-abf1-09512de98715 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:08:18.077150 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-85746a38-d7c4-4c40-a062-504b9c6b9aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4deb5724-1ac5-4695-abf1-09512de98715), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:18.163612 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-85746a38-d7c4-4c40-a062-504b9c6b9aa4 None None] Current status of the port 4deb5724-1ac5-4695-abf1-09512de98715 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:08:19.928262 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42476) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:08:20.130311 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13822385-cf72-4404-bb44-2ca47cccdec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:20.130693 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13822385-cf72-4404-bb44-2ca47cccdec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:20.132270 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-13822385-cf72-4404-bb44-2ca47cccdec3 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2030206 Apr 28 17:08:22.452131 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42484) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:08:22.591219 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93689d1-a211-46e9-b4c1-1811a0edb49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:22.591699 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93689d1-a211-46e9-b4c1-1811a0edb49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:22.593247 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b93689d1-a211-46e9-b4c1-1811a0edb49c admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1401613 Apr 28 17:08:24.893222 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42492) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:08:25.023666 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9971e48-5541-4c7e-bee6-5ee61706c5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:25.025092 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-c9971e48-5541-4c7e-bee6-5ee61706c5f5 admin admin] 10.222.0.64 "GET /v2.0/networks/a1145663-4383-436f-adcb-520d7ce0b94b HTTP/1.1" status: 200 len: 869 time: 0.1309240 Apr 28 17:08:27.345558 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 42500) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:08:27.503498 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7319d1a-30d6-4ce1-a7a4-c6210a094847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:27.504930 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c7319d1a-30d6-4ce1-a7a4-c6210a094847 admin admin] 10.222.0.64 "GET /v2.0/networks/f8764e81-f1f8-4275-aee3-2fa9a09189b3 HTTP/1.1" status: 200 len: 886 time: 0.1584153 Apr 28 17:08:29.800230 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 42508) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:08:29.934472 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fc6df-84f9-4a4e-856b-01944bd68c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:29.934930 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fc6df-84f9-4a4e-856b-01944bd68c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:29.936491 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8a1fc6df-84f9-4a4e-856b-01944bd68c22 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1352761 Apr 28 17:08:32.054604 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4eb06f30-849e-4783-961d-86f4bc300e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:32.262403 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 42516) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:08:32.356197 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728129d4-1a4f-4de2-84a9-89868bb26ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:32.356821 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728129d4-1a4f-4de2-84a9-89868bb26ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:32.358435 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-728129d4-1a4f-4de2-84a9-89868bb26ac1 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949516 Apr 28 17:08:34.533698 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ab615598-35a1-4e21-a134-e0150fac747b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:34.674099 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42524) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:08:34.763413 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ea7b8-00f2-4c37-b734-9f7804fc2390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:34.764814 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2a9ea7b8-00f2-4c37-b734-9f7804fc2390 admin admin] 10.222.0.64 "GET /v2.0/subnets/6d6f96f9-ca0a-45d2-ac5c-383646500318 HTTP/1.1" status: 200 len: 816 time: 0.0896981 Apr 28 17:08:35.499447 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:36.962593 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:37.079576 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42532) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:08:37.177064 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b01efb-07d5-42b5-af9d-45fca9976850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:08:37.178438 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-f9b01efb-07d5-42b5-af9d-45fca9976850 admin admin] 10.222.0.64 "GET /v2.0/subnets/9d059a29-6ff7-407c-8bc3-65bce9b1fd76 HTTP/1.1" status: 200 len: 868 time: 0.0978773 Apr 28 17:08:38.465254 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:08:45.245342 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 5 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:09:02.099240 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6de9d76b-dafe-44c9-a643-82a952ba0673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:04.533090 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-500a21cf-737c-4666-acfe-4e65f16c1ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:05.532782 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:06.973783 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:08.430592 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:18.865584 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42590) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:09:18.915596 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [None req-11979c5f-75e6-48b2-abd9-585348340f36 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:09:18.916624 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-11979c5f-75e6-48b2-abd9-585348340f36 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0500457 Apr 28 17:09:21.314642 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42598) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:09:21.375888 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e91028-df48-4a03-835f-32b29a575cdd admin admin] GET failed (client error): The resource could not be found. Apr 28 17:09:21.377219 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-e1e91028-df48-4a03-835f-32b29a575cdd admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616472 Apr 28 17:09:21.517726 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5783a0e-a720-435c-a534-55ff98d12801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:09:21.519186 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b5783a0e-a720-435c-a534-55ff98d12801 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1378562 Apr 28 17:09:22.243793 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 5 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:09:23.822090 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42606) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:09:23.876642 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:09:23.988047 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Made reservation on behalf of 32e599df865e4c3bb02c76fd7e8d4e90 for: {'network': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:09:23.990539 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:24.019348 dv-cinder-826949-5-iscsi neutron-server[103997]: WARNING neutron.services.revisions.revision_plugin [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Could not find related network for resource to bump revision. Apr 28 17:09:24.034319 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:09:24.044142 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (0d81800e-cf16-4b0d-8c8a-52236beaa5ad), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:24.044487 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.segments_db [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Added segment 0d81800e-cf16-4b0d-8c8a-52236beaa5ad of type vlan for network d6598545-bd29-4552-b759-106ca5c81f88 Apr 28 17:09:24.085995 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (d6598545-bd29-4552-b759-106ca5c81f88), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:24.172387 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (d6598545-bd29-4552-b759-106ca5c81f88), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:24.173501 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:09:24.174127 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:24.234311 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d6598545-bd29-4552-b759-106ca5c81f88,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:09:24.240802 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.241154 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.243421 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.243421 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.243421 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.243421 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.243421 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.243421 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.243932 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.243932 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.244238 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.244851 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.245179 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.245504 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.245831 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:24.256324 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network d6598545-bd29-4552-b759-106ca5c81f88 details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:09:24.288177 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-61b57f92-ee52-4d59-81e3-691dc142c1c7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4647651 Apr 28 17:09:26.611299 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42614) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:09:26.672504 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.pecan_wsgi.hooks.translation [None req-4137db38-06d9-41c6-a032-1b71e8b84c07 admin admin] GET failed (client error): The resource could not be found. Apr 28 17:09:26.673793 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-4137db38-06d9-41c6-a032-1b71e8b84c07 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615432 Apr 28 17:09:26.745403 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1bf3c-c98d-4fbb-9265-3595378c5c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:09:26.746838 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2ea1bf3c-c98d-4fbb-9265-3595378c5c27 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689201 Apr 28 17:09:26.756590 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88', 'cidr': '192.168.233.0/24'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:09:26.840801 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] Made reservation on behalf of 32e599df865e4c3bb02c76fd7e8d4e90 for: {'subnet': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:09:26.843081 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:27.183913 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (4930f48e-0d52-4483-a685-bd7fa665c499), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:27.239460 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4930f48e-0d52-4483-a685-bd7fa665c499,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:09:27.248527 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] Checking segment: {'id': '0d81800e-cf16-4b0d-8c8a-52236beaa5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:09:27.248884 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] Network hostable DHCP agents. Network: d6598545-bd29-4552-b759-106ca5c81f88, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:09:27.326698 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] Network d6598545-bd29-4552-b759-106ca5c81f88 is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:09:27.383494 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, d6598545-bd29-4552-b759-106ca5c81f88) {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:09:27.387990 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:09:27.388579 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:27.395402 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff60be2-df7f-40ee-9eb4-b5a7f85b9ef3 None None] Network d6598545-bd29-4552-b759-106ca5c81f88 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:09:27.471017 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-cb3d3128-9061-4eff-9203-f630e40a5190 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7177260 Apr 28 17:09:27.500422 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-d6598545-bd29-4552-b759-106ca5c81f88', 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88', 'project_id': '32e599df865e4c3bb02c76fd7e8d4e90', 'fixed_ips': [{'subnet_id': '4930f48e-0d52-4483-a685-bd7fa665c499'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:09:27.501358 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:27.646642 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Allocated IP 192.168.233.2 (d6598545-bd29-4552-b759-106ca5c81f88/4930f48e-0d52-4483-a685-bd7fa665c499/5e314898-4852-4d9b-8235-2485f55bf629) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:09:27.890771 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Publish callbacks [] for port (5e314898-4852-4d9b-8235-2485f55bf629), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:27.989839 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (5e314898-4852-4d9b-8235-2485f55bf629), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:28.029513 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Network d6598545-bd29-4552-b759-106ca5c81f88 is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:09:28.034468 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:09:28.041517 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:09:28.046313 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Pushing event updated for resources: {'Port': ['ID=5e314898-4852-4d9b-8235-2485f55bf629,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:09:28.054955 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.055310 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.055679 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.056090 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.056447 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.056883 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.057208 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.057538 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.057869 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.058198 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.058531 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.058876 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.059216 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.059525 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.059845 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:09:28.116758 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Attempting to bind port 5e314898-4852-4d9b-8235-2485f55bf629 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:09:28.117133 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Attempting to bind port 5e314898-4852-4d9b-8235-2485f55bf629 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': '0d81800e-cf16-4b0d-8c8a-52236beaa5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:09:28.117628 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Attempting to bind port 5e314898-4852-4d9b-8235-2485f55bf629 on network d6598545-bd29-4552-b759-106ca5c81f88 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:09:28.122949 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:09:28.123329 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Checking segment: {'id': '0d81800e-cf16-4b0d-8c8a-52236beaa5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:09:28.123727 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:28.124146 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Bound using segment: {'id': '0d81800e-cf16-4b0d-8c8a-52236beaa5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:09:28.124615 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Bound port: 5e314898-4852-4d9b-8235-2485f55bf629, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d81800e-cf16-4b0d-8c8a-52236beaa5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:09:28.124997 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (5e314898-4852-4d9b-8235-2485f55bf629), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:28.188787 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] For port 5e314898-4852-4d9b-8235-2485f55bf629, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:09:28.191814 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] For port 5e314898-4852-4d9b-8235-2485f55bf629, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=5e314898-4852-4d9b-8235-2485f55bf629,segment=NetworkSegment(0d81800e-cf16-4b0d-8c8a-52236beaa5ad),segment_id=0d81800e-cf16-4b0d-8c8a-52236beaa5ad)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:09:28.263280 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (5e314898-4852-4d9b-8235-2485f55bf629), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:28.322462 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aad01d-e497-4349-bdb1-e278a22f6a8b None None] Pushing event updated for resources: {'Port': ['ID=5e314898-4852-4d9b-8235-2485f55bf629,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:09:29.211424 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02adccb-f208-4d09-9bc6-8d36bfa55d74 None None] Network d6598545-bd29-4552-b759-106ca5c81f88 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:09:29.249409 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-bf64811a-fdf8-4722-a23c-ad10a571be26 None None] Provisioning complete for port 5e314898-4852-4d9b-8235-2485f55bf629 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:09:29.249409 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bf64811a-fdf8-4722-a23c-ad10a571be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (5e314898-4852-4d9b-8235-2485f55bf629), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:29.299946 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 5e314898-4852-4d9b-8235-2485f55bf629 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:09:29.441980 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-bf64811a-fdf8-4722-a23c-ad10a571be26 None None] Current status of the port 5e314898-4852-4d9b-8235-2485f55bf629 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:09:29.442422 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bf64811a-fdf8-4722-a23c-ad10a571be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (5e314898-4852-4d9b-8235-2485f55bf629), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:29.454493 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 5e314898-4852-4d9b-8235-2485f55bf629 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:09:29.454887 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (5e314898-4852-4d9b-8235-2485f55bf629), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:29.509231 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-bf64811a-fdf8-4722-a23c-ad10a571be26 None None] For port 5e314898-4852-4d9b-8235-2485f55bf629, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=5e314898-4852-4d9b-8235-2485f55bf629,segment=NetworkSegment(0d81800e-cf16-4b0d-8c8a-52236beaa5ad),segment_id=0d81800e-cf16-4b0d-8c8a-52236beaa5ad)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:09:29.561130 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 5e314898-4852-4d9b-8235-2485f55bf629 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:09:29.561548 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (5e314898-4852-4d9b-8235-2485f55bf629), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:29.582976 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bf64811a-fdf8-4722-a23c-ad10a571be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (5e314898-4852-4d9b-8235-2485f55bf629), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:29.654789 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.db.api [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 17:09:29.655058 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG oslo_db.api [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 17:09:29.666984 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64811a-fdf8-4722-a23c-ad10a571be26 None None] Pushing event updated for resources: {'Port': ['ID=5e314898-4852-4d9b-8235-2485f55bf629,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:09:29.802060 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-775eb3ad-fafb-47cf-9bb6-eb15cd335775 None None] Provisioning complete for port 5e314898-4852-4d9b-8235-2485f55bf629 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:09:29.802444 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-775eb3ad-fafb-47cf-9bb6-eb15cd335775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (5e314898-4852-4d9b-8235-2485f55bf629), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:29.885893 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-775eb3ad-fafb-47cf-9bb6-eb15cd335775 None None] Current status of the port 5e314898-4852-4d9b-8235-2485f55bf629 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:09:30.190741 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 5e314898-4852-4d9b-8235-2485f55bf629 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:09:31.232668 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 5e314898-4852-4d9b-8235-2485f55bf629 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:09:31.281965 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 5e314898-4852-4d9b-8235-2485f55bf629 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:09:31.282357 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (5e314898-4852-4d9b-8235-2485f55bf629), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:31.359063 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 5e314898-4852-4d9b-8235-2485f55bf629 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:09:32.057546 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9546c76c-46d2-415e-9b8e-47ef82497ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:34.543834 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-15b56637-0500-4f63-b467-532425b68e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:35.584446 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:36.961306 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:38.440670 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:09:59.243906 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 5 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:10:02.079887 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-2bb4bfc4-4218-43ee-b5ce-cf0e44ed29e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:10:04.525360 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8f7ada6b-2f09-4d1b-b348-d68c5653f800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:10:05.553706 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:10:06.952310 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:10:08.449809 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:10:32.055931 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-c349adf2-9c2d-4abb-b20e-1ae11c1e7639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:10:34.552988 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-419dbe95-459f-4efd-ac7d-6a601db154d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:10:35.564084 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:10:36.243366 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 5 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:10:36.974384 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:10:38.450281 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:02.072312 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1147-cb2c-4aac-9f34-3d1497d02b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:04.529050 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5883a5f5-8301-4e85-8977-53ffb3fe663d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:05.552785 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:05.981343 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42654) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:11:05.986983 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [None req-38f40218-5623-4a9c-8220-f7f20d8a0734 tempest-verify_tempest_config-1811811543 tempest-verify_tempest_config-1811811543-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:11:05.987974 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-38f40218-5623-4a9c-8220-f7f20d8a0734 tempest-verify_tempest_config-1811811543 tempest-verify_tempest_config-1811811543-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056713 Apr 28 17:11:06.547308 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42672) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:11:06.650471 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:06.723832 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Publish callbacks [] for security_group (47185206-9d05-4f02-adab-f8ec86b48677), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:06.808837 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (47185206-9d05-4f02-adab-f8ec86b48677), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:06.855919 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47185206-9d05-4f02-adab-f8ec86b48677,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:11:06.865696 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c46f6a9b51c4e5db5cdf2836d1f03b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3142743 Apr 28 17:11:06.865991 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 42676) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:11:06.868212 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.868807 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.869238 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.869590 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.869928 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.870263 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.870650 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.871148 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.871504 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.871842 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.872221 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.872570 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.872902 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.873222 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.873546 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c9576-ff99-4d63-842b-1b17d7dff367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:06.928790 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Publish callbacks [] for security_group (47185206-9d05-4f02-adab-f8ec86b48677), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:06.953170 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Publish callbacks [] for security_group (47185206-9d05-4f02-adab-f8ec86b48677), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:06.963682 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:07.141326 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (47185206-9d05-4f02-adab-f8ec86b48677), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:07.143983 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:07.145068 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47185206-9d05-4f02-adab-f8ec86b48677 HTTP/1.1" status: 204 len: 168 time: 0.2776697 Apr 28 17:11:07.153363 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47185206-9d05-4f02-adab-f8ec86b48677,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:11:07.160127 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.160526 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:07.168862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14182ef2-0194-46ba-a21d-81324a909341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:11:08.443391 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:13.242298 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 5 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:11:32.076992 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ee133f6e-511f-422d-86d6-965b7760ed5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:34.544929 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d9542458-f1fc-423a-930e-a7eeb009ac0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:35.545323 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:37.007811 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:38.535064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:11:50.242873 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 5 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:12:02.064853 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6551218b-3d85-4d72-a289-2b73432d1c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:12:04.544088 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd0c77c5-c330-4d64-9228-25d5acb91196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:12:05.576450 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:12:06.982291 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:12:08.452908 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:12:27.240678 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 5 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:12:32.055581 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-7104b130-81d7-47de-b96f-03a0a531bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:12:34.518068 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-75adc9df-ac50-43c0-91c0-54fb95a95099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:12:35.594957 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:12:36.993328 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:12:38.438498 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:12:55.541055 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-346560'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:02.054661 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d6a9d868-d821-4b79-8a86-18b18780e369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:04.240137 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:13:04.548020 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8b64ebc8-0c17-4eaf-ba94-de66763d50cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:05.557289 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:06.953489 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:08.477252 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:10.713559 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42748) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:13:10.817904 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-e08d7152-96e5-46b3-b746-cfbe77bf09f2 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027186 Apr 28 17:13:13.170629 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42758) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:13:13.225425 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-41563991-7634-4cae-804e-7b6f7b0ce366 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537195 Apr 28 17:13:25.445159 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:32.078647 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a435a9d8-50c8-4e6f-acf8-f65282d04e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:34.510292 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-421f20d7-ae45-467f-a348-e598692fb5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:35.562033 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:36.964225 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:38.472745 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:13:41.238228 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:13:55.455005 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:02.071895 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-90673071-5468-4d7a-b83e-906c245da77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:04.551858 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-99d525c2-bcd4-496d-920b-fa1e82a7d1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:05.572547 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:06.974733 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:08.429635 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:18.237391 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:14:25.629255 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:32.072254 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-fea19d5f-c810-4df5-ac30-63c0c06c4925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:34.551693 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-baa03090-a9f6-49b9-b094-43818d3b5785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:35.671509 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:37.011994 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:38.434457 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:54.047320 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42878) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:54.330238 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-network', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:54.412689 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Made reservation on behalf of 8ce6ed1c9a114619862c6fdbcbc9897e for: {'network': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:14:54.415387 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:54.427616 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:54.520768 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Publish callbacks [] for security_group (6bfa73ec-7c81-4391-98db-8bee51d42a9e), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:54.578001 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (6bfa73ec-7c81-4391-98db-8bee51d42a9e), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:54.601493 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:14:54.623107 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (05484b8b-9819-4977-bf87-664fdc4eb436), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:54.628643 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.segments_db [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Added segment 05484b8b-9819-4977-bf87-664fdc4eb436 of type vlan for network d7930fad-9b25-4105-a4c3-1439cf4d5dbb Apr 28 17:14:54.633532 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfa73ec-7c81-4391-98db-8bee51d42a9e,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:54.661023 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.661381 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.661786 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.662146 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.662488 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.662820 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.663149 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.663479 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.663941 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.664836 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.665172 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.665535 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.665931 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.666298 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.666842 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Tracked resource versions report: Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: pushed versions: Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: { 'AddressGroup': {'1.2'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Agent': {'1.1'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'ConntrackHelper': {'1.0'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'LocalIPAssociation': {'1.0'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Log': {'1.0'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'NDPProxy': {'1.0'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Network': {'1.1'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Port': {'1.7'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'PortForwarding': {'1.3'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'QosPolicy': {'1.10'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SecurityGroup': {'1.5'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SecurityGroupRule': {'1.2'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SubPort': {'1.0'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Subnet': {'1.1'}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Trunk': {'1.1'}} Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: consumer versions: Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: { DHCP agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: HyperV agent@hv-cinder-82694: {}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: L3 agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: Metadata agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: Metering agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: Open vSwitch agent@dv-cinder-826949-5-iscsi: { 'AddressGroup': '1.2', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Agent': '1.1', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'ConntrackHelper': '1.0', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'LocalIPAssociation': '1.0', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Log': '1.0', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'NDPProxy': '1.0', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Network': '1.1', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Port': '1.7', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'PortForwarding': '1.3', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'QosPolicy': '1.10', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SecurityGroup': '1.5', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SecurityGroupRule': '1.2', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'SubPort': '1.0', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Subnet': '1.1', Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: 'Trunk': '1.1'}} Apr 28 17:14:54.668675 dv-cinder-826949-5-iscsi neutron-server[103997]: {{(pid=103997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 17:14:54.692929 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (d7930fad-9b25-4105-a4c3-1439cf4d5dbb), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:54.814909 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (d7930fad-9b25-4105-a4c3-1439cf4d5dbb), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:54.816241 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:14:54.816631 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:54.897290 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] Pushing event updated for resources: {'Network': ['ID=d7930fad-9b25-4105-a4c3-1439cf4d5dbb,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:54.908956 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 42914) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:54.909660 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d17f7276-1724-4214-add2-aec52c1ed53d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8607078 Apr 28 17:14:54.915242 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network d7930fad-9b25-4105-a4c3-1439cf4d5dbb details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:14:54.916118 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Request body: {'subnet': {'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-subnet', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:55.031723 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Made reservation on behalf of 8ce6ed1c9a114619862c6fdbcbc9897e for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:14:55.034062 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:55.236578 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:14:55.346382 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (86f3cb4e-5299-4290-a70a-a94038032f56), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:55.401743 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f3cb4e-5299-4290-a70a-a94038032f56,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:55.413859 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.414369 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.414721 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.415100 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.415413 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.415752 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.416088 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.416440 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.416773 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.417104 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.417434 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.417762 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.418091 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.418418 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.418781 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Tracked resource versions report: Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: pushed versions: Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: { 'AddressGroup': {'1.2'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Agent': {'1.1'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'ConntrackHelper': {'1.0'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'LocalIPAssociation': {'1.0'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Log': {'1.0'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'NDPProxy': {'1.0'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Network': {'1.1'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Port': {'1.7'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'PortForwarding': {'1.3'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'QosPolicy': {'1.10'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SecurityGroup': {'1.5'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SecurityGroupRule': {'1.2'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SubPort': {'1.0'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Subnet': {'1.1'}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Trunk': {'1.1'}} Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: consumer versions: Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: { DHCP agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: HyperV agent@hv-cinder-82694: {}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: L3 agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: Metadata agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: Metering agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: Open vSwitch agent@dv-cinder-826949-5-iscsi: { 'AddressGroup': '1.2', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Agent': '1.1', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'ConntrackHelper': '1.0', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'LocalIPAssociation': '1.0', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Log': '1.0', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'NDPProxy': '1.0', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Network': '1.1', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Port': '1.7', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'PortForwarding': '1.3', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'QosPolicy': '1.10', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SecurityGroup': '1.5', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SecurityGroupRule': '1.2', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'SubPort': '1.0', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Subnet': '1.1', Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: 'Trunk': '1.1'}} Apr 28 17:14:55.419946 dv-cinder-826949-5-iscsi neutron-server[103996]: {{(pid=103996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 17:14:55.424622 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Checking segment: {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:14:55.424984 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Network hostable DHCP agents. Network: d7930fad-9b25-4105-a4c3-1439cf4d5dbb, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:14:55.448935 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:55.503660 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Network d7930fad-9b25-4105-a4c3-1439cf4d5dbb is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:14:55.597632 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, d7930fad-9b25-4105-a4c3-1439cf4d5dbb) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:14:55.602302 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:14:55.602960 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:55.611922 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741510a1-4e89-4559-b618-baee28044e63 None None] Network d7930fad-9b25-4105-a4c3-1439cf4d5dbb requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:14:55.682499 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 42944) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:55.729484 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-35b28682-d875-457a-937d-2abe753e843c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8163323 Apr 28 17:14:55.729648 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 42950) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:55.730741 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-d7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:14:55.731816 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:55.733843 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:55.857965 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-347308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14367'] for router (f9dcc41b-8d29-4fe8-855b-3795fd310741), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:55.859733 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14358'] for router (f9dcc41b-8d29-4fe8-855b-3795fd310741), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:55.879573 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Allocated IP 172.20.0.2 (d7930fad-9b25-4105-a4c3-1439cf4d5dbb/86f3cb4e-5299-4290-a70a-a94038032f56/3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:14:55.974207 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Publish callbacks [] for router_controller (f9dcc41b-8d29-4fe8-855b-3795fd310741), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.017163 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1334968789-network', 'tenant_id': '4196434e064244c5a99dba832c801cac'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:56.026621 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Publish callbacks [] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.112238 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.146648 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Network d7930fad-9b25-4105-a4c3-1439cf4d5dbb is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:14:56.150844 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:14:56.154644 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:14:56.155939 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Made reservation on behalf of 4196434e064244c5a99dba832c801cac for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:14:56.158223 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.168510 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.194510 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Pushing event updated for resources: {'Port': ['ID=3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:56.215998 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.216761 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.217335 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.217888 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.218413 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.218925 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.219444 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.219963 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.220341 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.220669 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.220997 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.221340 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.221663 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.221978 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.222450 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Tracked resource versions report: Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: pushed versions: Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: { 'AddressGroup': {'1.2'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Agent': {'1.1'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'ConntrackHelper': {'1.0'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'LocalIPAssociation': {'1.0'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Log': {'1.0'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'NDPProxy': {'1.0'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Network': {'1.1'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Port': {'1.7'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'PortForwarding': {'1.3'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'QosPolicy': {'1.10'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SecurityGroup': {'1.5'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SecurityGroupRule': {'1.2'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SubPort': {'1.0'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Subnet': {'1.1'}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Trunk': {'1.1'}} Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: consumer versions: Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: { DHCP agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: HyperV agent@hv-cinder-82694: {}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: L3 agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: Metadata agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: Metering agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: Open vSwitch agent@dv-cinder-826949-5-iscsi: { 'AddressGroup': '1.2', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Agent': '1.1', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'ConntrackHelper': '1.0', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'LocalIPAssociation': '1.0', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Log': '1.0', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'NDPProxy': '1.0', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Network': '1.1', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Port': '1.7', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'PortForwarding': '1.3', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'QosPolicy': '1.10', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SecurityGroup': '1.5', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SecurityGroupRule': '1.2', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'SubPort': '1.0', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Subnet': '1.1', Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: 'Trunk': '1.1'}} Apr 28 17:14:56.224173 dv-cinder-826949-5-iscsi neutron-server[103998]: {{(pid=103998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 17:14:56.249060 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Attempting to bind port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:14:56.249834 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Attempting to bind port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:14:56.251270 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Attempting to bind port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b on network d7930fad-9b25-4105-a4c3-1439cf4d5dbb {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:14:56.261346 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:14:56.262977 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Checking segment: {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:14:56.263554 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.264661 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Bound using segment: {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:14:56.265724 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Bound port: 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:14:56.266289 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.303558 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Publish callbacks [] for router_gateway (f9dcc41b-8d29-4fe8-855b-3795fd310741), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.346030 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] For port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:14:56.349654 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] For port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:14:56.378368 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Publish callbacks [] for security_group (3c753935-dafa-49f9-876b-d9c5bc57be21), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.421699 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.450951 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (3c753935-dafa-49f9-876b-d9c5bc57be21), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.498030 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42970) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:56.519847 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcff31d-d3b9-4e2c-8edf-647c5ff37d78 None None] Pushing event updated for resources: {'Port': ['ID=3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:56.578588 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:14:56.584997 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c753935-dafa-49f9-876b-d9c5bc57be21,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:56.627961 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (99c36918-ab88-4849-9d38-ab94f1d6194e), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.628344 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Added segment 99c36918-ab88-4849-9d38-ab94f1d6194e of type vlan for network e00075ba-328c-465e-ab00-bd70c899b030 Apr 28 17:14:56.651593 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42980) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:56.694008 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42986) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:56.707822 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Publish callbacks [] for router_gateway (f9dcc41b-8d29-4fe8-855b-3795fd310741), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.734688 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (e00075ba-328c-465e-ab00-bd70c899b030), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.737379 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.779326 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2018016217-network', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:56.906383 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Made reservation on behalf of efe570ac7fd04c7c9a1eb53ec96c3d99 for: {'network': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:14:56.909396 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.925005 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.976263 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Allocated IP 172.27.2.207 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/d6f20426-7c8a-4049-8020-ef077684591a) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:14:56.990595 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (e00075ba-328c-465e-ab00-bd70c899b030), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:56.991800 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:14:56.993138 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.010576 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Publish callbacks [] for security_group (b2d2ce3e-6a60-42f5-bb8a-b0fd32cec6d3), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.057287 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1151846999-network', 'tenant_id': '48922de894e143cfa7594050e9fd54a4'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:57.087308 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (b2d2ce3e-6a60-42f5-bb8a-b0fd32cec6d3), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.119825 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d2ce3e-6a60-42f5-bb8a-b0fd32cec6d3,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:57.140787 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-network', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:57.159866 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:14:57.168206 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4817998 Apr 28 17:14:57.169927 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 42998) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:57.179769 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] Request body: {'subnet': {'network_id': 'e00075ba-328c-465e-ab00-bd70c899b030', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1334968789-subnet', 'tenant_id': '4196434e064244c5a99dba832c801cac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:57.184186 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6897e-080b-4036-a453-af6dfd25b361 admin admin] Pushing event updated for resources: {'Network': ['ID=e00075ba-328c-465e-ab00-bd70c899b030,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:57.201147 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network e00075ba-328c-465e-ab00-bd70c899b030 details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:14:57.203489 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (2921a6f6-f851-4d2d-8b86-3a3b69c33936), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.204057 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.segments_db [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Added segment 2921a6f6-f851-4d2d-8b86-3a3b69c33936 of type vlan for network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd Apr 28 17:14:57.232787 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Publish callbacks [] for port (d6f20426-7c8a-4049-8020-ef077684591a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.263302 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.274281 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Made reservation on behalf of 48922de894e143cfa7594050e9fd54a4 for: {'network': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:14:57.277181 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.279314 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Made reservation on behalf of be573a6e5f26466dacf2a255e2248468 for: {'network': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:14:57.281539 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.294322 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.323076 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] Made reservation on behalf of 4196434e064244c5a99dba832c801cac for: {'subnet': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:14:57.325701 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.339513 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.376362 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (d6f20426-7c8a-4049-8020-ef077684591a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.477536 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.478521 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:14:57.479269 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.513613 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:14:57.523527 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:14:57.538426 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:14:57.565771 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Pushing event updated for resources: {'Port': ['ID=d6f20426-7c8a-4049-8020-ef077684591a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:57.591413 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:14:57.645611 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Publish callbacks [] for security_group (cc196063-a59a-4e65-bb1d-77f2fd2b4f9c), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.681319 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1809132 Apr 28 17:14:57.684478 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:14:57.685482 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.691264 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43024) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:57.706638 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] Request body: {'subnet': {'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2018016217-subnet', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:57.718384 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bbb0c-7969-44a9-bbb4-5da2f33ff890 admin admin] Pushing event updated for resources: {'Network': ['ID=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:57.740166 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:14:57.745342 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Publish callbacks [] for security_group (28560d47-11fb-47f7-8acf-c564c8390c5f), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.750453 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (cc196063-a59a-4e65-bb1d-77f2fd2b4f9c), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.813901 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:14:57.840745 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (28560d47-11fb-47f7-8acf-c564c8390c5f), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.893895 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (fc1dbefd-816b-4920-9862-84e60ec39567), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.894308 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.segments_db [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Added segment fc1dbefd-816b-4920-9862-84e60ec39567 of type vlan for network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 Apr 28 17:14:57.900742 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] Made reservation on behalf of efe570ac7fd04c7c9a1eb53ec96c3d99 for: {'subnet': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:14:57.903110 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.917888 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc196063-a59a-4e65-bb1d-77f2fd2b4f9c,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:57.918105 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:14:57.918391 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.931925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:14:57.960368 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:14:57.990031 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (aeff6384-0eef-4da9-8213-005d58ae2b65), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:57.990926 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.segments_db [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Added segment aeff6384-0eef-4da9-8213-005d58ae2b65 of type vlan for network 47139b46-6b94-4523-93e5-74a6d1fa0d0f Apr 28 17:14:58.006157 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec11b7d-5d50-4cee-b024-a60a724b0cb6 None None] Network d7930fad-9b25-4105-a4c3-1439cf4d5dbb requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:14:58.054525 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (77e74cd7-f3b4-4335-ac24-4dfe333ae022), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.058053 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (13993475-01e0-4223-80ae-aa2e7d468f98), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.062622 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.085062 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28560d47-11fb-47f7-8acf-c564c8390c5f,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:58.132774 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13993475-01e0-4223-80ae-aa2e7d468f98,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:58.179697 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (47139b46-6b94-4523-93e5-74a6d1fa0d0f), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.221400 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-0acf41b8-655a-4b18-8265-126906271049 None None] Provisioning complete for port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:14:58.222806 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0acf41b8-655a-4b18-8265-126906271049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.263425 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] Checking segment: {'id': '99c36918-ab88-4849-9d38-ab94f1d6194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e00075ba-328c-465e-ab00-bd70c899b030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:14:58.263689 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] Network hostable DHCP agents. Network: e00075ba-328c-465e-ab00-bd70c899b030, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:14:58.296522 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (77e74cd7-f3b4-4335-ac24-4dfe333ae022), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.297529 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:14:58.298116 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.345907 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (47139b46-6b94-4523-93e5-74a6d1fa0d0f), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.349362 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:14:58.350487 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.388785 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Publish callbacks [] for router_gateway (f9dcc41b-8d29-4fe8-855b-3795fd310741), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.449604 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7534323 Apr 28 17:14:58.454365 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43052) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:58.455809 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb74b2-44b1-4610-a1e3-505a774afcf0 admin admin] Pushing event updated for resources: {'Network': ['ID=77e74cd7-f3b4-4335-ac24-4dfe333ae022,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:58.459545 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] Network e00075ba-328c-465e-ab00-bd70c899b030 is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:14:58.475912 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] Request body: {'subnet': {'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-subnet', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:58.510534 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8577373 Apr 28 17:14:58.512950 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43054) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:58.561834 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] Request body: {'subnet': {'network_id': '47139b46-6b94-4523-93e5-74a6d1fa0d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1151846999-subnet', 'tenant_id': '48922de894e143cfa7594050e9fd54a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:58.562249 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd934ad-f21f-4b6d-931e-698f21230ebe admin admin] Pushing event updated for resources: {'Network': ['ID=47139b46-6b94-4523-93e5-74a6d1fa0d0f,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:58.580214 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, e00075ba-328c-465e-ab00-bd70c899b030) {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:14:58.585173 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:14:58.585717 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.603393 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-0acf41b8-655a-4b18-8265-126906271049 None None] Current status of the port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:14:58.606624 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:14:58.613217 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (bf46f40e-2e9c-4e29-8c8f-abf737b59424), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.674864 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf46f40e-2e9c-4e29-8c8f-abf737b59424,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:58.690451 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-88ead0b3-4097-4d0c-9157-c25e245c2c92 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5192368 Apr 28 17:14:58.699953 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] Checking segment: {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:14:58.700785 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] Network hostable DHCP agents. Network: 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:14:58.722637 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network 47139b46-6b94-4523-93e5-74a6d1fa0d0f details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:14:58.724520 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d639eb-6a60-4e82-934b-9bad82a89e48 None None] Network e00075ba-328c-465e-ab00-bd70c899b030 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:14:58.777833 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] Network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:14:58.829015 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] Made reservation on behalf of be573a6e5f26466dacf2a255e2248468 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:14:58.831510 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.885039 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:58.896632 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd) {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:14:58.910068 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:14:58.910976 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.956963 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] Made reservation on behalf of 48922de894e143cfa7594050e9fd54a4 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:14:58.956963 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:58.962834 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daad61e0-45a3-4bf0-b170-2ff85fd3a90f None None] Network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:14:59.047420 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-fe8616a3-4a8b-4ffb-8bc9-b740e9f9dd6e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3477852 Apr 28 17:14:59.050061 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43074) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:59.057483 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:14:59.184602 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-347308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14367'] for router (0afbf626-44d4-42b3-9953-92c7d5c4dc87), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:59.185560 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a75d22-4efc-4f7a-86ed-ffdb8248fb08 None None] Network e00075ba-328c-465e-ab00-bd70c899b030 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:14:59.186308 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14358'] for router (0afbf626-44d4-42b3-9953-92c7d5c4dc87), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:59.317898 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Publish callbacks [] for router_controller (0afbf626-44d4-42b3-9953-92c7d5c4dc87), precommit_add_association {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:59.338517 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:14:59.339380 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:59.417512 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-348693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673'] for router (f9dcc41b-8d29-4fe8-855b-3795fd310741), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:59.502797 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-b4292f5b-b123-4055-912f-c7a40365e31a None None] Provisioning complete for port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:14:59.503736 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b4292f5b-b123-4055-912f-c7a40365e31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:59.545289 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:14:59.649192 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (b3b89a7a-04d6-4d30-ae99-f27e397d7e1a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:59.666537 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Publish callbacks [] for router_gateway (0afbf626-44d4-42b3-9953-92c7d5c4dc87), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:59.689034 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:14:59.689578 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:59.691965 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Allocated IP 172.20.0.2 (73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd/bf46f40e-2e9c-4e29-8c8f-abf737b59424/15789a97-103e-4929-84d6-f0c672eb5dd5) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:14:59.708601 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b89a7a-04d6-4d30-ae99-f27e397d7e1a,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:59.765287 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] Checking segment: {'id': 'aeff6384-0eef-4da9-8213-005d58ae2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47139b46-6b94-4523-93e5-74a6d1fa0d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:14:59.765652 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] Network hostable DHCP agents. Network: 47139b46-6b94-4523-93e5-74a6d1fa0d0f, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:14:59.835631 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (ecc69208-bcad-42d8-b762-85c2a71ff837), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:14:59.869643 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-b4292f5b-b123-4055-912f-c7a40365e31a None None] Current status of the port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:14:59.902601 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] Network 47139b46-6b94-4523-93e5-74a6d1fa0d0f is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:14:59.922533 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Router f9dcc41b-8d29-4fe8-855b-3795fd310741 is scheduled to L3 agent 2328be28-078e-4849-a398-3f5045911048 with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 17:14:59.934372 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc69208-bcad-42d8-b762-85c2a71ff837,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:14:59.956407 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43114) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:14:59.961980 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1091818241-network', 'tenant_id': '6378469a966c4b78aa742256732e964b'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:00.026340 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, 47139b46-6b94-4523-93e5-74a6d1fa0d0f) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:00.043558 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] Checking segment: {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:00.044355 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] Network hostable DHCP agents. Network: 77e74cd7-f3b4-4335-ac24-4dfe333ae022, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:15:00.050791 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:00.051718 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.088359 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae221c-43c4-4fcd-9a6a-f9c08df1cd3a None None] Network 47139b46-6b94-4523-93e5-74a6d1fa0d0f requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:15:00.114594 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Made reservation on behalf of 6378469a966c4b78aa742256732e964b for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:15:00.116906 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.130321 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.153111 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b5349c7e-3397-46bf-92b3-0d3737d774a5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6344004 Apr 28 17:15:00.166451 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:00.208305 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:15:00.220243 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Sync routers for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:15:00.232526 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Publish callbacks [] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.239450 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:00.240034 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:14:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:00.265921 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Publish callbacks [] for router_gateway (0afbf626-44d4-42b3-9953-92c7d5c4dc87), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.285965 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703dfd81-02da-4545-b996-2e007f5f095c None None] Network 47139b46-6b94-4523-93e5-74a6d1fa0d0f requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:15:00.313158 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Publish callbacks [] for security_group (5bdd302e-f7a7-4b55-b425-8c5f64835cda), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.313480 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] Network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:15:00.320489 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, 77e74cd7-f3b4-4335-ac24-4dfe333ae022) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:00.323164 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.326708 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:00.327308 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.349438 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.354173 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-96a3c3b7-33ca-4028-894b-eb441db959bd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6202245 Apr 28 17:15:00.369188 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43126) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:00.372085 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc337a0-872e-4f2f-a5bf-ca228d0869c9 None None] Network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:15:00.381226 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.565012 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:00.583763 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Allocated IP 172.27.2.233 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/ce25faad-57ab-4204-b563-f6f9d72bc864) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:00.617525 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d3946a8b-b0c8-4c1f-b730-9a9344b0d152 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1578219 Apr 28 17:15:00.621008 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (5bdd302e-f7a7-4b55-b425-8c5f64835cda), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.621896 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43142) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:00.627143 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:00.652861 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:15:00.678196 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (9e5ecec1-4065-44b4-ad4d-355203f7921f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.678533 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Added segment 9e5ecec1-4065-44b4-ad4d-355203f7921f of type vlan for network fcd0680e-e424-48d4-af29-bfebadc03dc4 Apr 28 17:15:00.712330 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Pushing event updated for resources: {'Port': ['ID=15789a97-103e-4929-84d6-f0c672eb5dd5,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:00.750002 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:00.783333 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-347308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14367'] for router (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.789987 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14358'] for router (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.809048 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (fcd0680e-e424-48d4-af29-bfebadc03dc4), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.812920 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Publish callbacks [] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.820782 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:00.829625 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:00.919808 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Publish callbacks [] for router_controller (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), precommit_add_association {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.928774 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdd302e-f7a7-4b55-b425-8c5f64835cda,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:00.950279 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:15:00.950279 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.980519 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:14:57Z', 'revision_number': 3, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:00.987070 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Attempting to bind port 15789a97-103e-4929-84d6-f0c672eb5dd5 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:00.987810 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Attempting to bind port 15789a97-103e-4929-84d6-f0c672eb5dd5 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:00.988417 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Attempting to bind port 15789a97-103e-4929-84d6-f0c672eb5dd5 on network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:00.997556 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (fcd0680e-e424-48d4-af29-bfebadc03dc4), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:00.998429 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:00.999003 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.017782 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Checking router: f9dcc41b-8d29-4fe8-855b-3795fd310741 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:15:01.018147 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Updating router f9dcc41b-8d29-4fe8-855b-3795fd310741 port d6f20426-7c8a-4049-8020-ef077684591a binding host dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:15:01.043657 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:01.044738 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Checking segment: {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:01.044738 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.044941 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Bound using segment: {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:01.045398 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Bound port: 15789a97-103e-4929-84d6-f0c672eb5dd5, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:01.045782 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.063379 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d6f20426-7c8a-4049-8020-ef077684591a), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.065163 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43176) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:01.080996 dv-cinder-826949-5-iscsi neutron-server[103997]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 17:15:01.086486 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd0680e-e424-48d4-af29-bfebadc03dc4,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:01.123184 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network fcd0680e-e424-48d4-af29-bfebadc03dc4 details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:15:01.165493 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.249833 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c9e40062-9dc8-4bdf-a753-87c87799f132 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2920272 Apr 28 17:15:01.250505 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43180) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:01.258442 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] Request body: {'subnet': {'network_id': 'fcd0680e-e424-48d4-af29-bfebadc03dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1091818241-subnet', 'tenant_id': '6378469a966c4b78aa742256732e964b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:01.344797 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:01.372303 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:01.423612 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:01.426226 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Pushing event updated for resources: {'Port': ['ID=ce25faad-57ab-4204-b563-f6f9d72bc864,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:01.432722 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] For port 15789a97-103e-4929-84d6-f0c672eb5dd5, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:01.433269 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] Made reservation on behalf of 6378469a966c4b78aa742256732e964b for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:15:01.435494 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.442901 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Allocated IP 172.20.0.2 (77e74cd7-f3b4-4335-ac24-4dfe333ae022/ecc69208-bcad-42d8-b762-85c2a71ff837/be423b0d-2548-4bc7-846a-7d955fbe8d97) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:01.457169 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] For port 15789a97-103e-4929-84d6-f0c672eb5dd5, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=15789a97-103e-4929-84d6-f0c672eb5dd5,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:01.567271 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43188) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:01.577958 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.637163 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Publish callbacks [] for router_gateway (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.643139 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Publish callbacks [] for port (d6f20426-7c8a-4049-8020-ef077684591a), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.723490 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-9dc5fc3e-d51c-479c-b417-a8d866cc9fe3 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:01.723700 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.726300 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-9dc5fc3e-d51c-479c-b417-a8d866cc9fe3 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/networks?id=47139b46-6b94-4523-93e5-74a6d1fa0d0f HTTP/1.1" status: 200 len: 812 time: 0.6573403 Apr 28 17:15:01.760966 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d6f20426-7c8a-4049-8020-ef077684591a), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.768141 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-e708455b-9f7d-4f05-b2e4-6c30de108455 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/quotas/48922de894e143cfa7594050e9fd54a4 HTTP/1.1" status: 200 len: 375 time: 0.0347400 Apr 28 17:15:01.810342 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2b810-5cc4-4265-9e9c-18d96e8ec233 None None] Pushing event updated for resources: {'Port': ['ID=15789a97-103e-4929-84d6-f0c672eb5dd5,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:01.870265 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Publish callbacks [] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.917257 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Attempting to bind port d6f20426-7c8a-4049-8020-ef077684591a on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:01.920097 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Attempting to bind port d6f20426-7c8a-4049-8020-ef077684591a by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:01.920474 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Attempting to bind port d6f20426-7c8a-4049-8020-ef077684591a on network f8764e81-f1f8-4275-aee3-2fa9a09189b3 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:01.927803 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Pushing event updated for resources: {'Port': ['ID=d6f20426-7c8a-4049-8020-ef077684591a,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:01.935559 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.946805 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-ce033a3f-25b6-4cac-9005-ad3870d2b38b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=48922de894e143cfa7594050e9fd54a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1682119 Apr 28 17:15:01.950331 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:01.950809 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:01.951327 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.951608 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Bound using segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:01.952159 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Bound port: d6f20426-7c8a-4049-8020-ef077684591a, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:01.952556 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d6f20426-7c8a-4049-8020-ef077684591a), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:01.955141 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.958659 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.959049 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.959411 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.959754 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.960108 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.960579 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.960761 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.961413 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.961545 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.962195 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.962476 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:01.962811 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:02.193288 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:02.193939 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43194) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Tracked resource versions report: Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: pushed versions: Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: { 'AddressGroup': {'1.2'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Agent': {'1.1'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'ConntrackHelper': {'1.0'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'LocalIPAssociation': {'1.0'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Log': {'1.0'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'NDPProxy': {'1.0'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Network': {'1.1'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Port': {'1.7'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'PortForwarding': {'1.3'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'QosPolicy': {'1.10'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SecurityGroup': {'1.5'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SecurityGroupRule': {'1.2'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SubPort': {'1.0'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Subnet': {'1.1'}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Trunk': {'1.1'}} Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: consumer versions: Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: { DHCP agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: HyperV agent@hv-cinder-82694: {}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: L3 agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: Metadata agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: Metering agent@dv-cinder-826949-5-iscsi: {}, Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: Open vSwitch agent@dv-cinder-826949-5-iscsi: { 'AddressGroup': '1.2', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Agent': '1.1', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'ConntrackHelper': '1.0', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'LocalIPAssociation': '1.0', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Log': '1.0', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'NDPProxy': '1.0', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Network': '1.1', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Port': '1.7', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'PortForwarding': '1.3', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'QosPolicy': '1.10', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SecurityGroup': '1.5', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SecurityGroupRule': '1.2', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'SubPort': '1.0', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Subnet': '1.1', Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: 'Trunk': '1.1'}} Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: {{(pid=103999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 17:15:02.196649 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] For port d6f20426-7c8a-4049-8020-ef077684591a, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:02.202476 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:02.206474 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] For port d6f20426-7c8a-4049-8020-ef077684591a, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=d6f20426-7c8a-4049-8020-ef077684591a,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:02.206917 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:02.206917 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Pushing event updated for resources: {'Port': ['ID=be423b0d-2548-4bc7-846a-7d955fbe8d97,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:02.206917 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:02.215765 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Publish callbacks [] for router_gateway (0afbf626-44d4-42b3-9953-92c7d5c4dc87), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.250488 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d6f20426-7c8a-4049-8020-ef077684591a), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.284721 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d8905bbd-6014-499d-8918-6afd5e4364ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.288620 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Attempting to bind port be423b0d-2548-4bc7-846a-7d955fbe8d97 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:02.289055 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Attempting to bind port be423b0d-2548-4bc7-846a-7d955fbe8d97 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:02.290193 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Attempting to bind port be423b0d-2548-4bc7-846a-7d955fbe8d97 on network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:02.296928 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:02.297327 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Checking segment: {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:02.297789 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.298211 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Bound using segment: {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:02.298732 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Bound port: be423b0d-2548-4bc7-846a-7d955fbe8d97, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:02.299132 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.301674 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6e211f53-4121-4cff-81a3-d249a6bbc87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.350705 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:02.352640 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:14:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:02.390259 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d55a3-00fc-4390-b14b-e05a17e63785 None None] Pushing event updated for resources: {'Port': ['ID=d6f20426-7c8a-4049-8020-ef077684591a,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:02.397468 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] For port be423b0d-2548-4bc7-846a-7d955fbe8d97, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:02.404907 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] For port be423b0d-2548-4bc7-846a-7d955fbe8d97, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=be423b0d-2548-4bc7-846a-7d955fbe8d97,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:02.475648 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-6fd5f24f-21e7-4306-97c6-5f810370bb16 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:15:02.477592 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-6fd5f24f-21e7-4306-97c6-5f810370bb16 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3176904 Apr 28 17:15:02.486557 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:02.486735 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Allocated IP 172.20.0.1 (d7930fad-9b25-4105-a4c3-1439cf4d5dbb/86f3cb4e-5299-4290-a70a-a94038032f56/41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:02.498574 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.559950 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6e211f53-4121-4cff-81a3-d249a6bbc87a admin admin] Publish callbacks [] for security_group (ae279b15-6d55-45cc-98ce-89ef16a9cb48), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.576144 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161055a-0426-4a95-a946-a51e7e344293 None None] Pushing event updated for resources: {'Port': ['ID=be423b0d-2548-4bc7-846a-7d955fbe8d97,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:02.588063 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-f779d3c7-0ce4-437c-8c92-18b4a52b3f3f service neutron] 10.222.0.64 "GET /v2.0/networks/47139b46-6b94-4523-93e5-74a6d1fa0d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948162 Apr 28 17:15:02.589680 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (769100fa-de35-4cdf-aafa-76ad6fe8fa85), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.592515 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-49d22fe5-5f52-42d1-906a-09457554f306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.599154 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Publish callbacks [] for router_gateway (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.663147 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6e211f53-4121-4cff-81a3-d249a6bbc87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (ae279b15-6d55-45cc-98ce-89ef16a9cb48), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.739560 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Publish callbacks [] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.745380 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:02.772136 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=769100fa-de35-4cdf-aafa-76ad6fe8fa85,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:02.795517 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:14:57Z', 'revision_number': 3, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:02.833794 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e211f53-4121-4cff-81a3-d249a6bbc87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae279b15-6d55-45cc-98ce-89ef16a9cb48,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:02.838221 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4f4a5-6cd0-47be-b704-d5bff30e8e1d None None] The sync data for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi is: [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:14:57Z', 'revision_number': 3, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:15:02.854280 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6e211f53-4121-4cff-81a3-d249a6bbc87a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b640d1340834f419e537fa746f6b98d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2417648 Apr 28 17:15:02.854600 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43212) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:02.891745 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] Checking segment: {'id': '9e5ecec1-4065-44b4-ad4d-355203f7921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'fcd0680e-e424-48d4-af29-bfebadc03dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:02.892407 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] Network hostable DHCP agents. Network: fcd0680e-e424-48d4-af29-bfebadc03dc4, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:15:02.970680 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e180c5c1-b1b2-4f45-b758-8342637bc48d admin admin] Publish callbacks [] for security_group (ae279b15-6d55-45cc-98ce-89ef16a9cb48), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.006901 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e180c5c1-b1b2-4f45-b758-8342637bc48d admin admin] Publish callbacks [] for security_group (ae279b15-6d55-45cc-98ce-89ef16a9cb48), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.055776 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.064397 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] Network fcd0680e-e424-48d4-af29-bfebadc03dc4 is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:15:03.108814 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Network d7930fad-9b25-4105-a4c3-1439cf4d5dbb is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:03.114792 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:03.116828 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-4c180ac6-9361-4509-99f0-05f97817cb03 service neutron] 10.222.0.64 "GET /v2.0/networks/47139b46-6b94-4523-93e5-74a6d1fa0d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133729 Apr 28 17:15:03.117634 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:03.118883 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722348'] for router_interface (f9dcc41b-8d29-4fe8-855b-3795fd310741), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.153022 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e180c5c1-b1b2-4f45-b758-8342637bc48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (ae279b15-6d55-45cc-98ce-89ef16a9cb48), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.158211 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e180c5c1-b1b2-4f45-b758-8342637bc48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.160350 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e180c5c1-b1b2-4f45-b758-8342637bc48d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae279b15-6d55-45cc-98ce-89ef16a9cb48 HTTP/1.1" status: 204 len: 168 time: 0.2997417 Apr 28 17:15:03.212681 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, fcd0680e-e424-48d4-af29-bfebadc03dc4) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:03.218125 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:03.219403 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.232876 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Pushing event updated for resources: {'Port': ['ID=41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:03.246008 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c0a20-73b3-40b9-b90c-a707124126ad None None] Network fcd0680e-e424-48d4-af29-bfebadc03dc4 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:15:03.249114 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Allocated IP 172.27.2.106 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/b69d91c7-89b5-48a7-9301-655184467167) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:03.251480 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180c5c1-b1b2-4f45-b758-8342637bc48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae279b15-6d55-45cc-98ce-89ef16a9cb48,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:03.345751 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1fa04531-3470-4bf3-81c8-4c7286102a95 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0916207 Apr 28 17:15:03.385300 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-49d22fe5-5f52-42d1-906a-09457554f306 admin admin] Publish callbacks [] for security_group (ecfc5be3-edf1-4d75-a015-fe3dd8d57709), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.469023 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-348693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673'] for router (0afbf626-44d4-42b3-9953-92c7d5c4dc87), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.521969 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c569619-3081-4656-8cb4-7e721348ad74 None None] Network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:15:03.545366 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-49d22fe5-5f52-42d1-906a-09457554f306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (ecfc5be3-edf1-4d75-a015-fe3dd8d57709), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.586400 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3fbed873-c01c-45be-9ed4-4cd4ea70f884 None None] Provisioning complete for port 15789a97-103e-4929-84d6-f0c672eb5dd5 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:03.603439 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3fbed873-c01c-45be-9ed4-4cd4ea70f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.786590 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3fbed873-c01c-45be-9ed4-4cd4ea70f884 None None] Current status of the port 15789a97-103e-4929-84d6-f0c672eb5dd5 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:03.787087 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3fbed873-c01c-45be-9ed4-4cd4ea70f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:03.814174 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43230) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:03.826872 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43232) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:03.865975 dv-cinder-826949-5-iscsi neutron-server[103996]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 17:15:03.899673 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 15789a97-103e-4929-84d6-f0c672eb5dd5 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:03.952965 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d22fe5-5f52-42d1-906a-09457554f306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfc5be3-edf1-4d75-a015-fe3dd8d57709,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:03.991847 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4582e43-3706-4a2f-8a38-f2813fa22435 None None] Network fcd0680e-e424-48d4-af29-bfebadc03dc4 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:15:04.053349 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-49d22fe5-5f52-42d1-906a-09457554f306 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4d8e32ff3a2499ead2be779e0523af8&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0871542 Apr 28 17:15:04.092399 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b72dcc19-e555-4538-9ca0-3c9d9a27e350 req-18036730-271f-448e-a5e2-1755a206278b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 210 time: 0.2300060 Apr 28 17:15:04.092399 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.092602 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Publish callbacks [] for port (b69d91c7-89b5-48a7-9301-655184467167), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.096506 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43246) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:04.139077 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-3970d814-ea88-4fbc-b512-71b2ad72e7aa admin admin] Deleting subnet 13993475-01e0-4223-80ae-aa2e7d468f98 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:15:04.149445 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3970d814-ea88-4fbc-b512-71b2ad72e7aa admin admin] Publish callbacks [] for subnet (13993475-01e0-4223-80ae-aa2e7d468f98), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.195608 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 is scheduled to L3 agent 2328be28-078e-4849-a398-3f5045911048 with binding_index 1 {{(pid=103997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 17:15:04.255454 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3970d814-ea88-4fbc-b512-71b2ad72e7aa admin admin] Publish callbacks [] for subnet (13993475-01e0-4223-80ae-aa2e7d468f98), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.264617 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7157a68a-d124-4e05-aea0-24fce98021d1 admin admin] Publish callbacks [] for security_group (ecfc5be3-edf1-4d75-a015-fe3dd8d57709), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.272391 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 15789a97-103e-4929-84d6-f0c672eb5dd5 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:04.273049 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.285475 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3fbed873-c01c-45be-9ed4-4cd4ea70f884 None None] For port 15789a97-103e-4929-84d6-f0c672eb5dd5, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=15789a97-103e-4929-84d6-f0c672eb5dd5,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:04.286966 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3970d814-ea88-4fbc-b512-71b2ad72e7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (13993475-01e0-4223-80ae-aa2e7d468f98), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.417001 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3fbed873-c01c-45be-9ed4-4cd4ea70f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.502998 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:15:04.537051 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Sync routers for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:15:04.573802 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7157a68a-d124-4e05-aea0-24fce98021d1 admin admin] Publish callbacks [] for security_group (ecfc5be3-edf1-4d75-a015-fe3dd8d57709), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.641247 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e42811-d03b-426d-9e6e-3363def71974 None None] Network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:15:04.672190 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.673453 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-2ca92754-d718-42da-8927-07a5dc997ed1 None None] Provisioning complete for port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:04.673850 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-2ca92754-d718-42da-8927-07a5dc997ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.677354 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-efb85c4a-b15b-4cea-83b3-6eb80565ae7a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6259444 Apr 28 17:15:04.678040 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43266) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:04.683943 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 15789a97-103e-4929-84d6-f0c672eb5dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:04.687970 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device be423b0d-2548-4bc7-846a-7d955fbe8d97 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:04.690494 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbed873-c01c-45be-9ed4-4cd4ea70f884 None None] Pushing event updated for resources: {'Port': ['ID=15789a97-103e-4929-84d6-f0c672eb5dd5,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:04.712707 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:04.713934 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:14:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:04.749302 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (b69d91c7-89b5-48a7-9301-655184467167), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.759600 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Publish callbacks [] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.762359 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3970d814-ea88-4fbc-b512-71b2ad72e7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (13993475-01e0-4223-80ae-aa2e7d468f98), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.789424 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970d814-ea88-4fbc-b512-71b2ad72e7aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13993475-01e0-4223-80ae-aa2e7d468f98,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:04.799717 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3970d814-ea88-4fbc-b512-71b2ad72e7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.802019 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3970d814-ea88-4fbc-b512-71b2ad72e7aa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/13993475-01e0-4223-80ae-aa2e7d468f98 HTTP/1.1" status: 204 len: 168 time: 0.9862731 Apr 28 17:15:04.805299 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43270) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:04.805417 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7157a68a-d124-4e05-aea0-24fce98021d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (ecfc5be3-edf1-4d75-a015-fe3dd8d57709), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.808410 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7157a68a-d124-4e05-aea0-24fce98021d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.812601 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-7157a68a-d124-4e05-aea0-24fce98021d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecfc5be3-edf1-4d75-a015-fe3dd8d57709 HTTP/1.1" status: 204 len: 168 time: 0.7149463 Apr 28 17:15:04.834294 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.836544 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346396'] for router_interface (f9dcc41b-8d29-4fe8-855b-3795fd310741), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:04.869895 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:04.873702 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157a68a-d124-4e05-aea0-24fce98021d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfc5be3-edf1-4d75-a015-fe3dd8d57709,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:04.884884 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:04.892803 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:04.900106 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Pushing event updated for resources: {'Port': ['ID=b69d91c7-89b5-48a7-9301-655184467167,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:04.920522 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Pushing event updated for resources: {'Port': ['ID=41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:05.017862 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9e82fdea-b3fd-45b4-bc66-cc9b82783131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:05.121899 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (e00075ba-328c-465e-ab00-bd70c899b030), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:05.138216 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-2ca92754-d718-42da-8927-07a5dc997ed1 None None] Port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:15:05.159968 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port be423b0d-2548-4bc7-846a-7d955fbe8d97 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:05.160607 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:05.164045 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Network d7930fad-9b25-4105-a4c3-1439cf4d5dbb is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:05.179755 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:05.266104 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-cfec5f52-3a48-4339-9480-01f1bf40c3cf None None] Provisioning complete for port be423b0d-2548-4bc7-846a-7d955fbe8d97 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:05.266476 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cfec5f52-3a48-4339-9480-01f1bf40c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:05.420192 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:05.426013 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1efb1657-72f6-4b3d-902d-5ff22399b019 req-61e4481e-e3f5-4f42-912e-a0dd98a2d649 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 210 time: 0.1199360 Apr 28 17:15:05.703761 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (e00075ba-328c-465e-ab00-bd70c899b030), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:05.734192 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.734544 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.735323 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.735658 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > port after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.736010 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.736377 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > port after_update 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.736699 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.737020 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.737338 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.737661 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.791133 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port be423b0d-2548-4bc7-846a-7d955fbe8d97 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:05.791133 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:05.902115 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Publish callbacks [] for router_gateway (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:05.946625 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:05.968950 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port be423b0d-2548-4bc7-846a-7d955fbe8d97, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=be423b0d-2548-4bc7-846a-7d955fbe8d97,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:05.974333 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.974817 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.975002 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.975327 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:15:05.975666 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-cfec5f52-3a48-4339-9480-01f1bf40c3cf None None] Current status of the port be423b0d-2548-4bc7-846a-7d955fbe8d97 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:05.975788 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00075ba-328c-465e-ab00-bd70c899b030']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:05.976311 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cfec5f52-3a48-4339-9480-01f1bf40c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.020979 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43300) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:06.030198 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c36918-ab88-4849-9d38-ab94f1d6194e') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:06.030721 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c36918-ab88-4849-9d38-ab94f1d6194e') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:06.047598 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f37dace8-6f6d-492a-a0ba-e0041f430145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.054764 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5926587'] for segment (99c36918-ab88-4849-9d38-ab94f1d6194e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.061634 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.062473 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d6f20426-7c8a-4049-8020-ef077684591a up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:06.083505 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (99c36918-ab88-4849-9d38-ab94f1d6194e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.092640 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Router f9dcc41b-8d29-4fe8-855b-3795fd310741 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:15:06.098352 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:15:06.098955 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6703600'] for segment (99c36918-ab88-4849-9d38-ab94f1d6194e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: from cryptography.utils import int_from_bytes Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: from cryptography.utils import int_from_bytes Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: Traceback (most recent call last): Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: timer() Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: cb(*args, **kw) Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: return func(*args, **kwargs) Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: self._notify() Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: self.callback(batched_events) Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: event.method(event) Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: return f(self, *a, **k) Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._get(url).json() Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:15:06.103812 dv-cinder-826949-5-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:15:06.147155 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f37dace8-6f6d-492a-a0ba-e0041f430145 admin admin] Publish callbacks [] for security_group (2c42a22f-55c8-4f67-9ffe-5847ff7aab49), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.154343 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=be423b0d-2548-4bc7-846a-7d955fbe8d97,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:06.218185 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:01Z', 'revision_number': 3, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:06.229478 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f37dace8-6f6d-492a-a0ba-e0041f430145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (2c42a22f-55c8-4f67-9ffe-5847ff7aab49), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.264484 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Checking router: 0afbf626-44d4-42b3-9953-92c7d5c4dc87 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:15:06.264842 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Updating router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 port ce25faad-57ab-4204-b563-f6f9d72bc864 binding host dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:15:06.285589 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:15:06.301082 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c26f0537-5383-4eda-8a17-de89a7fc05a4 admin admin] 10.222.0.64 "PUT /v2.0/routers/f9dcc41b-8d29-4fe8-855b-3795fd310741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9045997 Apr 28 17:15:06.301526 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port d6f20426-7c8a-4049-8020-ef077684591a triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:06.301526 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d6f20426-7c8a-4049-8020-ef077684591a), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.302882 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (e00075ba-328c-465e-ab00-bd70c899b030), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.304897 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Sync routers for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:15:06.310981 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.317904 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e00075ba-328c-465e-ab00-bd70c899b030 HTTP/1.1" status: 204 len: 168 time: 1.5081146 Apr 28 17:15:06.323512 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43304) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:06.327606 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:06.328311 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:06.330021 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166b20e-ba97-4bb6-8dce-399411010c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=e00075ba-328c-465e-ab00-bd70c899b030,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:06.381950 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3c2c99-bf09-4ad2-baeb-53d2a89d5250 admin admin] Deleting subnet 769100fa-de35-4cdf-aafa-76ad6fe8fa85 {{(pid=103997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:15:06.396145 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-f37dace8-6f6d-492a-a0ba-e0041f430145 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c70b90472604f6e892df49e5760277a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702948 Apr 28 17:15:06.396145 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dace8-6f6d-492a-a0ba-e0041f430145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c42a22f-55c8-4f67-9ffe-5847ff7aab49,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:06.396981 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43308) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:06.399220 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-da3c2c99-bf09-4ad2-baeb-53d2a89d5250 admin admin] Publish callbacks [] for subnet (769100fa-de35-4cdf-aafa-76ad6fe8fa85), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.435543 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.db.api [None req-cfec5f52-3a48-4339-9480-01f1bf40c3cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 17:15:06.435905 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG oslo_db.api [None req-cfec5f52-3a48-4339-9480-01f1bf40c3cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 17:15:06.458305 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.517461 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:06.537527 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-46271281-a3f7-43ea-98a7-5960b64d908d admin admin] Publish callbacks [] for security_group (2c42a22f-55c8-4f67-9ffe-5847ff7aab49), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.591327 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-46271281-a3f7-43ea-98a7-5960b64d908d admin admin] Publish callbacks [] for security_group (2c42a22f-55c8-4f67-9ffe-5847ff7aab49), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.621468 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-da3c2c99-bf09-4ad2-baeb-53d2a89d5250 admin admin] Publish callbacks [] for subnet (769100fa-de35-4cdf-aafa-76ad6fe8fa85), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.648431 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-348693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673'] for router (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.669919 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-da3c2c99-bf09-4ad2-baeb-53d2a89d5250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (769100fa-de35-4cdf-aafa-76ad6fe8fa85), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.757468 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-46271281-a3f7-43ea-98a7-5960b64d908d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (2c42a22f-55c8-4f67-9ffe-5847ff7aab49), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.760725 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-46271281-a3f7-43ea-98a7-5960b64d908d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.765249 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-46271281-a3f7-43ea-98a7-5960b64d908d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c42a22f-55c8-4f67-9ffe-5847ff7aab49 HTTP/1.1" status: 204 len: 168 time: 0.3612387 Apr 28 17:15:06.782801 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-adf40ec6-9248-48cb-b0b2-b2a50477b77a req-4feb9be9-d8fe-4209-bbec-43079d20bab5 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 210 time: 0.0667417 Apr 28 17:15:06.792679 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port d6f20426-7c8a-4049-8020-ef077684591a is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:06.793078 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d6f20426-7c8a-4049-8020-ef077684591a), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.810416 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46271281-a3f7-43ea-98a7-5960b64d908d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c42a22f-55c8-4f67-9ffe-5847ff7aab49,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:06.853031 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port d6f20426-7c8a-4049-8020-ef077684591a, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=d6f20426-7c8a-4049-8020-ef077684591a,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:06.938424 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:06.997237 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:04Z', 'revision_number': 2, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:07.052174 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Checking router: f9dcc41b-8d29-4fe8-855b-3795fd310741 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:15:07.052379 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Updating router f9dcc41b-8d29-4fe8-855b-3795fd310741 port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 binding host dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:15:07.062811 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d6f20426-7c8a-4049-8020-ef077684591a), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.118665 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.150766 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-debad9ff-4b14-4a82-b687-114c253e0ca9 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:07.152449 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-debad9ff-4b14-4a82-b687-114c253e0ca9 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 819 time: 0.1255434 Apr 28 17:15:07.176775 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.221969 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-aa084240-fe72-4966-b41d-c3d404b5ffa0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/quotas/8ce6ed1c9a114619862c6fdbcbc9897e HTTP/1.1" status: 200 len: 375 time: 0.0540750 Apr 28 17:15:07.256876 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-cfec5f52-3a48-4339-9480-01f1bf40c3cf None None] Current status of the port be423b0d-2548-4bc7-846a-7d955fbe8d97 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:07.266698 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-da3c2c99-bf09-4ad2-baeb-53d2a89d5250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (769100fa-de35-4cdf-aafa-76ad6fe8fa85), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.289002 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 15789a97-103e-4929-84d6-f0c672eb5dd5 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:07.373576 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-cfec5f52-3a48-4339-9480-01f1bf40c3cf None None] Provisioning complete for port 15789a97-103e-4929-84d6-f0c672eb5dd5 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:07.374106 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cfec5f52-3a48-4339-9480-01f1bf40c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.375815 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c2c99-bf09-4ad2-baeb-53d2a89d5250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769100fa-de35-4cdf-aafa-76ad6fe8fa85,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:07.397749 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd is scheduled to L3 agent 2328be28-078e-4849-a398-3f5045911048 with binding_index 1 {{(pid=103997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 17:15:07.412592 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-da3c2c99-bf09-4ad2-baeb-53d2a89d5250 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.418758 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-da3c2c99-bf09-4ad2-baeb-53d2a89d5250 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/769100fa-de35-4cdf-aafa-76ad6fe8fa85 HTTP/1.1" status: 204 len: 168 time: 1.0899391 Apr 28 17:15:07.419646 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43344) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:07.435700 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=d6f20426-7c8a-4049-8020-ef077684591a,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:07.485939 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-6dc87a5a-4c62-4cfd-9e7d-a37d96afd269 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2375505 Apr 28 17:15:07.563893 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (fcd0680e-e424-48d4-af29-bfebadc03dc4), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.629417 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Publish callbacks [] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.663402 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 15789a97-103e-4929-84d6-f0c672eb5dd5 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:07.663802 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.697445 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Publish callbacks [] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.748928 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.777653 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Allocated IP 172.20.0.1 (73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd/bf46f40e-2e9c-4e29-8c8f-abf737b59424/e7eb6907-8162-4678-b66f-bdcdbba1389f) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:07.781586 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-5a9d3308-a8e0-4d80-ad8e-29329b74bd51 service neutron] 10.222.0.64 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685997 Apr 28 17:15:07.793382 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.813411 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (fcd0680e-e424-48d4-af29-bfebadc03dc4), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.839607 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-cfec5f52-3a48-4339-9480-01f1bf40c3cf None None] Current status of the port 15789a97-103e-4929-84d6-f0c672eb5dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:07.866065 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd0680e-e424-48d4-af29-bfebadc03dc4']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:07.894246 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5ecec1-4065-44b4-ad4d-355203f7921f') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:07.899274 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5ecec1-4065-44b4-ad4d-355203f7921f') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:07.926189 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5926587'] for segment (9e5ecec1-4065-44b4-ad4d-355203f7921f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.962506 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (9e5ecec1-4065-44b4-ad4d-355203f7921f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.974282 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:15:07.974900 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6703600'] for segment (9e5ecec1-4065-44b4-ad4d-355203f7921f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: Traceback (most recent call last): Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: timer() Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: cb(*args, **kw) Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: return func(*args, **kwargs) Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: self._notify() Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: self.callback(batched_events) Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: event.method(event) Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: return f(self, *a, **k) Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._get(url).json() Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:15:07.977093 dv-cinder-826949-5-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:15:07.989367 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Attempting to bind port ce25faad-57ab-4204-b563-f6f9d72bc864 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:07.997335 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Attempting to bind port ce25faad-57ab-4204-b563-f6f9d72bc864 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:07.997694 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Attempting to bind port ce25faad-57ab-4204-b563-f6f9d72bc864 on network f8764e81-f1f8-4275-aee3-2fa9a09189b3 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:08.046325 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda68bc9-1fcd-45a9-8444-3f4265adde56 None None] Pushing event updated for resources: {'Port': ['ID=41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:08.054398 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7391910-bf28-4a6d-8699-d648f79d351b None None] Pushing event updated for resources: {'Port': ['ID=ce25faad-57ab-4204-b563-f6f9d72bc864,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:08.071708 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Attempting to bind port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:08.071708 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Attempting to bind port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:08.071708 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Attempting to bind port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 on network d7930fad-9b25-4105-a4c3-1439cf4d5dbb {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:08.077863 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:08.079419 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Checking segment: {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:08.079846 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.080714 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:08.081507 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:08.081507 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.081699 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Bound using segment: {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:08.081869 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Bound using segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:08.082059 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Bound port: 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:08.082339 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Bound port: ce25faad-57ab-4204-b563-f6f9d72bc864, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:08.082441 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.082710 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.153188 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-6fdc3d41-45fa-45b6-8035-5689405fe647 None None] Provisioning complete for port be423b0d-2548-4bc7-846a-7d955fbe8d97 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:08.153625 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3d41-45fa-45b6-8035-5689405fe647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.189456 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-620ba37a-9b03-45b8-ad37-33fa7db7d2e1 req-961f0481-5aef-4110-afb1-9eff7eaa335e tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 210 time: 0.1789877 Apr 28 17:15:08.260202 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] For port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:08.274493 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] For port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:08.283690 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (fcd0680e-e424-48d4-af29-bfebadc03dc4), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.291620 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.295042 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fcd0680e-e424-48d4-af29-bfebadc03dc4 HTTP/1.1" status: 204 len: 168 time: 0.8747876 Apr 28 17:15:08.325541 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb471f7-75d2-4cc3-97fa-ba7106dad5b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd0680e-e424-48d4-af29-bfebadc03dc4,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:08.336932 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] For port ce25faad-57ab-4204-b563-f6f9d72bc864, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:08.342069 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] For port ce25faad-57ab-4204-b563-f6f9d72bc864, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=ce25faad-57ab-4204-b563-f6f9d72bc864,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:08.342851 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:15:08.363288 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Sync routers for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:15:08.367054 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-1b605060-02b3-4b45-b9dd-852daa32a38c service neutron] 10.222.0.64 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756943 Apr 28 17:15:08.379751 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.391621 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 15789a97-103e-4929-84d6-f0c672eb5dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:08.392729 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device be423b0d-2548-4bc7-846a-7d955fbe8d97 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:08.399807 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Publish callbacks [] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.451426 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:08.452481 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:08.492832 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:08.493087 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:08.495588 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda68bc9-1fcd-45a9-8444-3f4265adde56 None None] Pushing event updated for resources: {'Port': ['ID=41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67,revision_number=4']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:08.526721 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.535684 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.66', 51940) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:08.540714 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.546062 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc3d41-45fa-45b6-8035-5689405fe647 None None] Current status of the port be423b0d-2548-4bc7-846a-7d955fbe8d97 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:08.557071 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.566442 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-698b9fe5-0fd9-4766-b70b-4c0ee9b84f5c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9432907 Apr 28 17:15:08.567094 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43388) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:08.655652 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-6fdc3d41-45fa-45b6-8035-5689405fe647 None None] Provisioning complete for port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:08.656045 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3d41-45fa-45b6-8035-5689405fe647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.657847 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.680355 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:08.811837 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Pushing event updated for resources: {'Port': ['ID=e7eb6907-8162-4678-b66f-bdcdbba1389f,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:08.818710 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port be423b0d-2548-4bc7-846a-7d955fbe8d97 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:08.819108 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:08.936162 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-30393bad-e206-4662-a0d9-86bf161bee8a req-31f4a8d1-5617-47b8-af96-5f7b799d60a9 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 210 time: 0.0700421 Apr 28 17:15:08.968663 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43406) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:09.040298 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:09.050196 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:09.052935 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:09.055864 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722348'] for router_interface (0afbf626-44d4-42b3-9953-92c7d5c4dc87), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:09.075265 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-83f776ce-c570-486a-9cc9-c74a273a5c17 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:09.081735 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-83f776ce-c570-486a-9cc9-c74a273a5c17 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.66 "GET /v2.0/networks?id=47139b46-6b94-4523-93e5-74a6d1fa0d0f HTTP/1.1" status: 200 len: 812 time: 0.5440869 Apr 28 17:15:09.102122 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:08Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:09.164488 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-30aaaff5-caab-4432-9c63-f40e40fdf84c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4196434e064244c5a99dba832c801cac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1883748 Apr 28 17:15:09.166895 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43414) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:09.218662 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cf217-a583-4122-a80b-f9e886ee6d66 None None] The sync data for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi is: [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:08Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:15:09.266545 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43416) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:09.287583 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Request body: {'port': {'device_id': '1ba49585-4d26-406b-9d4b-6e536b49a564', 'network_id': '47139b46-6b94-4523-93e5-74a6d1fa0d0f', 'admin_state_up': True, 'tenant_id': '48922de894e143cfa7594050e9fd54a4'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:09.567785 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:09.568476 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:09.586773 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:09.759389 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7391910-bf28-4a6d-8699-d648f79d351b None None] Pushing event updated for resources: {'Port': ['ID=ce25faad-57ab-4204-b563-f6f9d72bc864,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:09.795463 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:09.888105 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9b76848c-2f96-4b31-842a-7ba25a5ba98d req-3702d088-53eb-4b59-b7eb-6b642100ead0 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 210 time: 0.0821655 Apr 28 17:15:09.988583 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-337d4d16-906f-4a53-86fb-c52cb7c88966 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:09.998950 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-337d4d16-906f-4a53-86fb-c52cb7c88966 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 819 time: 0.2097733 Apr 28 17:15:10.029878 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Publish callbacks [] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:10.139734 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc3d41-45fa-45b6-8035-5689405fe647 None None] Current status of the port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:10.140318 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3d41-45fa-45b6-8035-5689405fe647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:10.164264 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:10.165360 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346396'] for router_interface (0afbf626-44d4-42b3-9953-92c7d5c4dc87), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:10.192495 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5073cdeb-389a-4729-b0f7-f4f4caca2b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:10.192878 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port be423b0d-2548-4bc7-846a-7d955fbe8d97 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:10.199445 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:10.230585 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Pushing event updated for resources: {'Port': ['ID=e7eb6907-8162-4678-b66f-bdcdbba1389f,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:10.262994 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-953833f0-4b89-404b-8d25-37f33decdbb4 admin admin] Publish callbacks [] for security_group (3c753935-dafa-49f9-876b-d9c5bc57be21), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:10.271988 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Made reservation on behalf of 48922de894e143cfa7594050e9fd54a4 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:15:10.290145 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:10.323791 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a0b5bb01-137a-4829-8543-ae0ec0458201 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/quotas/8ce6ed1c9a114619862c6fdbcbc9897e HTTP/1.1" status: 200 len: 375 time: 0.3200502 Apr 28 17:15:10.505235 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:10.509519 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:10.599700 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:10.626467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:10.675983 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-953833f0-4b89-404b-8d25-37f33decdbb4 admin admin] Publish callbacks [] for security_group (3c753935-dafa-49f9-876b-d9c5bc57be21), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:10.800825 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-6fdc3d41-45fa-45b6-8035-5689405fe647 None None] For port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:10.823666 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:10.824098 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:10.914056 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3d41-45fa-45b6-8035-5689405fe647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:10.914853 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-ff89976d-7faa-4498-834f-0271c58c6309 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5898588 Apr 28 17:15:11.074494 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc3d41-45fa-45b6-8035-5689405fe647 None None] Pushing event updated for resources: {'Port': ['ID=41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:11.098983 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5073cdeb-389a-4729-b0f7-f4f4caca2b8d admin admin] Publish callbacks [] for security_group (d2dd2695-6eaa-410a-a12e-e1241f0688d7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:11.113020 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:05Z', 'revision_number': 3, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:11.120248 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:07Z', 'revision_number': 1, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:11.194947 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5073cdeb-389a-4729-b0f7-f4f4caca2b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d2dd2695-6eaa-410a-a12e-e1241f0688d7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:11.212275 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1200979-0899-41fc-9545-512a0e362ff6 None None] The sync data for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi is: [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:07Z', 'revision_number': 1, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:15:11.231612 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-01012694-b778-44b8-8885-e889709fc875 None None] Provisioning complete for port e7eb6907-8162-4678-b66f-bdcdbba1389f triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:11.237151 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-01012694-b778-44b8-8885-e889709fc875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:11.331235 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-264c43da-336f-4d72-931b-46a2b05710d5 req-7c1367a7-c907-4658-a3e3-216a98298358 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 210 time: 0.2894330 Apr 28 17:15:11.338633 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Checking router: b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:15:11.350664 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-953833f0-4b89-404b-8d25-37f33decdbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (3c753935-dafa-49f9-876b-d9c5bc57be21), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:11.357013 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-953833f0-4b89-404b-8d25-37f33decdbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:11.357199 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Updating router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd port b69d91c7-89b5-48a7-9301-655184467167 binding host dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:15:11.361738 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-953833f0-4b89-404b-8d25-37f33decdbb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c753935-dafa-49f9-876b-d9c5bc57be21 HTTP/1.1" status: 204 len: 168 time: 2.1916628 Apr 28 17:15:11.422031 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5073cdeb-389a-4729-b0f7-f4f4caca2b8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=609f415dc077454281ab50a6961d9aea&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1125758 Apr 28 17:15:11.423103 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073cdeb-389a-4729-b0f7-f4f4caca2b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd2695-6eaa-410a-a12e-e1241f0688d7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:11.437007 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Allocated IP 172.20.0.4 (47139b46-6b94-4523-93e5-74a6d1fa0d0f/b3b89a7a-04d6-4d30-ae99-f27e397d7e1a/8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:11.439143 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43514) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:11.440044 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953833f0-4b89-404b-8d25-37f33decdbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c753935-dafa-49f9-876b-d9c5bc57be21,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:11.481699 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b69d91c7-89b5-48a7-9301-655184467167), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:11.611153 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Allocated IP 172.20.0.1 (77e74cd7-f3b4-4335-ac24-4dfe333ae022/ecc69208-bcad-42d8-b762-85c2a71ff837/b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:11.723031 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6be4f59f-4e6d-475d-9a1e-aaa746e0561f admin admin] Publish callbacks [] for security_group (d2dd2695-6eaa-410a-a12e-e1241f0688d7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:11.778145 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:15:11.787984 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6be4f59f-4e6d-475d-9a1e-aaa746e0561f admin admin] Publish callbacks [] for security_group (d2dd2695-6eaa-410a-a12e-e1241f0688d7), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:11.959896 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-01012694-b778-44b8-8885-e889709fc875 None None] Port e7eb6907-8162-4678-b66f-bdcdbba1389f cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:15:12.025642 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Publish callbacks [] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.063149 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-01012694-b778-44b8-8885-e889709fc875 None None] Provisioning complete for port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:12.064243 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-01012694-b778-44b8-8885-e889709fc875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.072094 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Publish callbacks [] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.084717 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-36d20565-3812-4b79-bfb2-59e042c5c954 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:15:12.092998 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-36d20565-3812-4b79-bfb2-59e042c5c954 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7646227 Apr 28 17:15:12.125996 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6be4f59f-4e6d-475d-9a1e-aaa746e0561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d2dd2695-6eaa-410a-a12e-e1241f0688d7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.131319 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6be4f59f-4e6d-475d-9a1e-aaa746e0561f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.136216 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6be4f59f-4e6d-475d-9a1e-aaa746e0561f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2dd2695-6eaa-410a-a12e-e1241f0688d7 HTTP/1.1" status: 204 len: 168 time: 0.6922591 Apr 28 17:15:12.181782 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4f59f-4e6d-475d-9a1e-aaa746e0561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd2695-6eaa-410a-a12e-e1241f0688d7,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:12.286705 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:12.288257 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d6f20426-7c8a-4049-8020-ef077684591a up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:12.318613 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-85baef1f-1a2b-44b6-9ac0-e0aec4645408 service neutron] 10.222.0.64 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243519 Apr 28 17:15:12.341664 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:15:12.351328 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-bc599a37-5315-47a4-a4b1-80e7a417a07b admin admin] 10.222.0.64 "PUT /v2.0/routers/0afbf626-44d4-42b3-9953-92c7d5c4dc87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6721785 Apr 28 17:15:12.367650 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.471246 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-01012694-b778-44b8-8885-e889709fc875 None None] Current status of the port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:12.491877 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port d6f20426-7c8a-4049-8020-ef077684591a triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:12.502255 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Network 47139b46-6b94-4523-93e5-74a6d1fa0d0f is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:12.512350 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d6f20426-7c8a-4049-8020-ef077684591a), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.516293 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:12.521086 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:12.591167 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Pushing event updated for resources: {'Port': ['ID=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:12.628704 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-02d4aa0a-14fa-483a-87e4-067ddeb39177 service neutron] 10.222.0.64 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090293 Apr 28 17:15:12.650412 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:12.651101 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.686960 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43532) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:12.755135 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-97b8ca4b-3d8f-4374-a687-fafe44d5044b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4875617 Apr 28 17:15:12.777340 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port d6f20426-7c8a-4049-8020-ef077684591a is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:12.791906 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-edb1db4e-5511-47df-8867-a193d64d28ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6378469a966c4b78aa742256732e964b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0993230 Apr 28 17:15:12.791906 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43534) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:12.811158 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Publish callbacks [] for port (b69d91c7-89b5-48a7-9301-655184467167), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.875415 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b69d91c7-89b5-48a7-9301-655184467167), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.878348 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0bbe1-5ce9-4f79-b83f-17bc7a2f66b4 req-6890221f-3cae-4176-bc2a-80095ac4c881 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:12.880153 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-35c0bbe1-5ce9-4f79-b83f-17bc7a2f66b4 req-6890221f-3cae-4176-bc2a-80095ac4c881 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 931 time: 0.4678154 Apr 28 17:15:12.881674 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.885107 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9bf59ae-4385-4824-b3b6-998d8d95801b admin admin] Publish callbacks [] for security_group (5bdd302e-f7a7-4b55-b425-8c5f64835cda), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:12.964323 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9bf59ae-4385-4824-b3b6-998d8d95801b admin admin] Publish callbacks [] for security_group (5bdd302e-f7a7-4b55-b425-8c5f64835cda), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:13.050154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Attempting to bind port b69d91c7-89b5-48a7-9301-655184467167 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:13.050154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Attempting to bind port b69d91c7-89b5-48a7-9301-655184467167 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:13.050154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Attempting to bind port b69d91c7-89b5-48a7-9301-655184467167 on network f8764e81-f1f8-4275-aee3-2fa9a09189b3 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:13.050154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804aebff-c24c-4157-9f99-7a076cc06858 None None] Pushing event updated for resources: {'Port': ['ID=b69d91c7-89b5-48a7-9301-655184467167,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:13.050154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:13.050154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:13.050154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:13.052033 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Bound using segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:13.052984 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Bound port: b69d91c7-89b5-48a7-9301-655184467167, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:13.053660 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b69d91c7-89b5-48a7-9301-655184467167), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:13.069401 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:13.084530 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:13.132456 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:13.139503 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722348'] for router_interface (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:13.266966 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] For port b69d91c7-89b5-48a7-9301-655184467167, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:13.266966 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] For port b69d91c7-89b5-48a7-9301-655184467167, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b69d91c7-89b5-48a7-9301-655184467167,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:13.266966 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:13.267854 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44ed9e29-11dd-4e8d-9fdd-a1707a9ff33a req-4536e004-4791-46e5-a0b2-3186b73d2e3d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 210 time: 0.0469584 Apr 28 17:15:13.267854 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-9c5573e8-e0a2-4669-b476-d4e84ec5d6f9 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:15:13.267854 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-9c5573e8-e0a2-4669-b476-d4e84ec5d6f9 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058036 Apr 28 17:15:13.268947 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:13.375104 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:13.375314 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:13.416455 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-35c0bbe1-5ce9-4f79-b83f-17bc7a2f66b4 req-894aabc5-eac0-4e35-9a9f-2e707be83933 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881513 Apr 28 17:15:13.449232 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9bf59ae-4385-4824-b3b6-998d8d95801b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (5bdd302e-f7a7-4b55-b425-8c5f64835cda), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:13.452147 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9bf59ae-4385-4824-b3b6-998d8d95801b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:13.455598 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e9bf59ae-4385-4824-b3b6-998d8d95801b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5bdd302e-f7a7-4b55-b425-8c5f64835cda HTTP/1.1" status: 204 len: 168 time: 0.6609454 Apr 28 17:15:13.469273 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf59ae-4385-4824-b3b6-998d8d95801b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdd302e-f7a7-4b55-b425-8c5f64835cda,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:13.697260 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b69d91c7-89b5-48a7-9301-655184467167), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:13.736742 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:13.762608 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-6ccb6da8-3431-435e-b950-104717772ce7 None None] Provisioning complete for port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:13.763185 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6ccb6da8-3431-435e-b950-104717772ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:13.834038 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43562) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:13.859681 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c92ca09e-6d0e-47ee-9be6-c5cac33b0a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:13.878581 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb6da8-3431-435e-b950-104717772ce7 None None] Port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:15:14.040661 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:14.044937 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:14.143318 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c92ca09e-6d0e-47ee-9be6-c5cac33b0a83 admin admin] Publish callbacks [] for security_group (f2de55a0-e1ba-4373-a3d1-7f674f54476f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:14.157301 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Publish callbacks [] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:14.168561 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804aebff-c24c-4157-9f99-7a076cc06858 None None] Pushing event updated for resources: {'Port': ['ID=b69d91c7-89b5-48a7-9301-655184467167,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:14.232217 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c92ca09e-6d0e-47ee-9be6-c5cac33b0a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f2de55a0-e1ba-4373-a3d1-7f674f54476f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:14.275553 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:14.276418 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346396'] for router_interface (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:14.350291 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c92ca09e-6d0e-47ee-9be6-c5cac33b0a83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb293d0510d04df9aaad0694dc3b7c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5149961 Apr 28 17:15:14.352219 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ca09e-6d0e-47ee-9be6-c5cac33b0a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2de55a0-e1ba-4373-a3d1-7f674f54476f,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:14.357613 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:14.359965 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:14.364899 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device ce25faad-57ab-4204-b563-f6f9d72bc864 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:14.372821 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43574) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:14.395312 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:14.522813 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d13186fa-1251-4e7e-9268-49dd19095e80 req-62724466-0b7d-458c-a5d5-1fa295306225 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 210 time: 0.0798602 Apr 28 17:15:14.545149 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3cf543c7-4b18-4831-b034-233bae3d335a admin admin] Publish callbacks [] for security_group (f2de55a0-e1ba-4373-a3d1-7f674f54476f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:14.635820 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3cf543c7-4b18-4831-b034-233bae3d335a admin admin] Publish callbacks [] for security_group (f2de55a0-e1ba-4373-a3d1-7f674f54476f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:14.676719 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:14.679537 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:14.908383 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Request body: {'port': {'device_id': '1ba49585-4d26-406b-9d4b-6e536b49a564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:14.912325 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3cf543c7-4b18-4831-b034-233bae3d335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f2de55a0-e1ba-4373-a3d1-7f674f54476f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:14.915438 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3cf543c7-4b18-4831-b034-233bae3d335a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:14.938321 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3cf543c7-4b18-4831-b034-233bae3d335a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2de55a0-e1ba-4373-a3d1-7f674f54476f HTTP/1.1" status: 204 len: 168 time: 0.5629580 Apr 28 17:15:14.978002 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port ce25faad-57ab-4204-b563-f6f9d72bc864 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:14.978386 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:15.045837 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe0d2d-ef35-43e3-a783-b321dcd6011e req-aaa2f4e0-ef3f-4676-a31c-86931e82efbb tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:15.060010 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-83fe0d2d-ef35-43e3-a783-b321dcd6011e req-aaa2f4e0-ef3f-4676-a31c-86931e82efbb tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 931 time: 0.1312711 Apr 28 17:15:15.100487 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf543c7-4b18-4831-b034-233bae3d335a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2de55a0-e1ba-4373-a3d1-7f674f54476f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:15.113406 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.66', 51950) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:15.188434 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:15:15.223800 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:15.389353 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-83fe0d2d-ef35-43e3-a783-b321dcd6011e req-71ac53dd-e8f7-4d29-84c6-23dd8556b6c2 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064241 Apr 28 17:15:15.421828 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Sync routers for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:15:15.430163 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-69ca950c-38d4-4cca-bd99-affb31db49ce None None] Provisioning complete for port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:15.430729 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-69ca950c-38d4-4cca-bd99-affb31db49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:15.435404 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port ce25faad-57ab-4204-b563-f6f9d72bc864 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:15.435791 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:15.441185 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:15.442211 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:15.478524 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-c6c3136c-ed54-4cf8-91cd-7b24af47480f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:15.497130 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-c6c3136c-ed54-4cf8-91cd-7b24af47480f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 819 time: 0.3543913 Apr 28 17:15:15.615075 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Request body: {'port': {'device_id': '03c67f11-340f-4ecb-b8ea-da601aaee01c', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'admin_state_up': True, 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:15.722421 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:15.736968 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43602) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:15.756021 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-1fa905b1-7a5e-4fe3-b760-3a14ec5b69b7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--274232735', 'description': 'tempest-description--754774257'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:15.849274 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ab31bb3c-73a0-4dc0-8f05-132a01e8d934 req-074bf525-0c31-4584-9454-5fc55936f888 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 210 time: 0.1097739 Apr 28 17:15:15.855640 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port ce25faad-57ab-4204-b563-f6f9d72bc864, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=ce25faad-57ab-4204-b563-f6f9d72bc864,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:15.866451 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:15:15.868790 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:11Z', 'revision_number': 1, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:15.881676 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-9003feda-478e-4992-87c8-9b3df3fcdeb2 admin admin] 10.222.0.64 "PUT /v2.0/routers/b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3011808 Apr 28 17:15:15.907666 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-69ca950c-38d4-4cca-bd99-affb31db49ce None None] Port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:15:16.023239 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c698abc-c06f-481a-aa31-e57e3107e3cd None None] The sync data for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi is: [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:11Z', 'revision_number': 1, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:15:16.025130 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:16.061208 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1fa905b1-7a5e-4fe3-b760-3a14ec5b69b7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:16.186881 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=ce25faad-57ab-4204-b563-f6f9d72bc864,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:16.241151 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 2, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:16.317088 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Checking router: 0afbf626-44d4-42b3-9953-92c7d5c4dc87 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:15:16.321418 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Updating router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 port e7eb6907-8162-4678-b66f-bdcdbba1389f binding host dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:15:16.402736 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1fa905b1-7a5e-4fe3-b760-3a14ec5b69b7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (48ba3a8f-8148-4344-8c78-e55bcbc312c3), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:16.428710 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:16.455159 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1fa905b1-7a5e-4fe3-b760-3a14ec5b69b7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (48ba3a8f-8148-4344-8c78-e55bcbc312c3), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:16.579236 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa905b1-7a5e-4fe3-b760-3a14ec5b69b7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ba3a8f-8148-4344-8c78-e55bcbc312c3,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:16.639201 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1fa905b1-7a5e-4fe3-b760-3a14ec5b69b7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:16.641118 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Made reservation on behalf of 8ce6ed1c9a114619862c6fdbcbc9897e for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:15:16.650173 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-1fa905b1-7a5e-4fe3-b760-3a14ec5b69b7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9055071 Apr 28 17:15:16.655563 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:16.656364 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43642) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:16.668145 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-b85d0004-0b27-4b48-baae-2f76b870a676 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'security_group_rule': {'security_group_id': '48ba3a8f-8148-4344-8c78-e55bcbc312c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:16.889527 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27b697-9889-4f72-89a8-f2d65398c7f0 req-e031339d-4dc7-4349-a200-dcae5924841c tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:16.901422 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7e27b697-9889-4f72-89a8-f2d65398c7f0 req-e031339d-4dc7-4349-a200-dcae5924841c tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 931 time: 0.2897682 Apr 28 17:15:17.037277 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b85d0004-0b27-4b48-baae-2f76b870a676 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (7a92aaf8-57b9-4a7b-9ae5-4e4faa9353fb), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:17.082451 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.66', 51954) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:17.232463 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7e27b697-9889-4f72-89a8-f2d65398c7f0 req-054470ab-a10f-4fa0-ab95-e96d414c7039 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210211 Apr 28 17:15:17.495438 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Allocated IP 172.20.0.14 (d7930fad-9b25-4105-a4c3-1439cf4d5dbb/86f3cb4e-5299-4290-a70a-a94038032f56/a6cd92cf-329e-4007-9e51-7732838fe006) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:17.507419 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:15:17.528900 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Publish callbacks [] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:17.679469 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Transition to ACTIVE for port object 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:15:17.729407 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b85d0004-0b27-4b48-baae-2f76b870a676 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (7a92aaf8-57b9-4a7b-9ae5-4e4faa9353fb), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:17.771517 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-91925757-87a3-424f-b011-5e078642028b req-34ed2d65-ba22-4ded-bf92-129ca721fe50 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 210 time: 0.3798034 Apr 28 17:15:17.788734 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Publish callbacks [] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:17.814479 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:17.821092 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b85d0004-0b27-4b48-baae-2f76b870a676 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (7a92aaf8-57b9-4a7b-9ae5-4e4faa9353fb), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:17.909517 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:17.947865 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d0004-0b27-4b48-baae-2f76b870a676 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a92aaf8-57b9-4a7b-9ae5-4e4faa9353fb,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:18.001443 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-8bcbcbbc-cfa9-4f58-98e4-e684b846db38 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:18.025107 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-8bcbcbbc-cfa9-4f58-98e4-e684b846db38 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 819 time: 0.9207063 Apr 28 17:15:18.036205 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cbf8c-06cf-4a05-b02f-3a853449817a None None] Pushing event updated for resources: {'Port': ['ID=e7eb6907-8162-4678-b66f-bdcdbba1389f,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:18.073429 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b85d0004-0b27-4b48-baae-2f76b870a676 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.074628 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b85d0004-0b27-4b48-baae-2f76b870a676 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4170692 Apr 28 17:15:18.081240 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43682) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:18.085884 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-2cb98190-6b0e-4727-a00b-4a9659f9bf1b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'security_group_rule': {'security_group_id': '48ba3a8f-8148-4344-8c78-e55bcbc312c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:18.249297 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Attempting to bind port e7eb6907-8162-4678-b66f-bdcdbba1389f on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:18.250069 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Attempting to bind port e7eb6907-8162-4678-b66f-bdcdbba1389f by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:18.259444 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2cb98190-6b0e-4727-a00b-4a9659f9bf1b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (553ceaf7-e79d-4510-8254-8ed51f4e851e), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.259549 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Attempting to bind port e7eb6907-8162-4678-b66f-bdcdbba1389f on network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:18.288015 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:18.288431 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Checking segment: {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:18.288855 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.289342 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Bound using segment: {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:18.289840 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Bound port: e7eb6907-8162-4678-b66f-bdcdbba1389f, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:18.290245 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.365649 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Pushing event updated for resources: {'Port': ['ID=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:18.396032 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for port (a6cd92cf-329e-4007-9e51-7732838fe006), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.491699 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] For port e7eb6907-8162-4678-b66f-bdcdbba1389f, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:18.500298 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] For port e7eb6907-8162-4678-b66f-bdcdbba1389f, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=e7eb6907-8162-4678-b66f-bdcdbba1389f,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:18.526639 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2cb98190-6b0e-4727-a00b-4a9659f9bf1b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (553ceaf7-e79d-4510-8254-8ed51f4e851e), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.543540 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b69d91c7-89b5-48a7-9301-655184467167 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:18.547385 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356090f2-aeb6-4643-a07c-6b24a8eab3d8 req-cdb2b968-4611-439c-b61d-67c1ac6bd3d8 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:18.556759 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Attempting to bind port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:18.557438 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Attempting to bind port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'aeff6384-0eef-4da9-8213-005d58ae2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47139b46-6b94-4523-93e5-74a6d1fa0d0f'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:18.557438 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Attempting to bind port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a on network 47139b46-6b94-4523-93e5-74a6d1fa0d0f {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:18.564727 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-356090f2-aeb6-4643-a07c-6b24a8eab3d8 req-cdb2b968-4611-439c-b61d-67c1ac6bd3d8 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.1363764 Apr 28 17:15:18.579844 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a on network 47139b46-6b94-4523-93e5-74a6d1fa0d0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:15:18.581193 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Attempting to bind port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a on network 47139b46-6b94-4523-93e5-74a6d1fa0d0f {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:18.601301 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.612086 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-1e1869af-5241-434c-bb69-d2e853647375 None None] Provisioning complete for port e7eb6907-8162-4678-b66f-bdcdbba1389f triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:18.612692 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e1869af-5241-434c-bb69-d2e853647375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.613665 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:18.619736 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Checking segment: {'id': 'aeff6384-0eef-4da9-8213-005d58ae2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47139b46-6b94-4523-93e5-74a6d1fa0d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:18.620491 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Bound using segment: {'id': 'aeff6384-0eef-4da9-8213-005d58ae2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47139b46-6b94-4523-93e5-74a6d1fa0d0f'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:18.621068 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Bound port: 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeff6384-0eef-4da9-8213-005d58ae2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '47139b46-6b94-4523-93e5-74a6d1fa0d0f'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:18.621543 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.631206 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.654767 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2cb98190-6b0e-4727-a00b-4a9659f9bf1b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (553ceaf7-e79d-4510-8254-8ed51f4e851e), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.657894 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port b69d91c7-89b5-48a7-9301-655184467167 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:18.658489 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b69d91c7-89b5-48a7-9301-655184467167), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.743345 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:18.747575 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:18.759130 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-356090f2-aeb6-4643-a07c-6b24a8eab3d8 req-322e5b5a-61d9-48ef-b74c-1945534bb2b0 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901507 Apr 28 17:15:18.766219 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb98190-6b0e-4727-a00b-4a9659f9bf1b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553ceaf7-e79d-4510-8254-8ed51f4e851e,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:18.809720 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-1e1869af-5241-434c-bb69-d2e853647375 None None] Current status of the port e7eb6907-8162-4678-b66f-bdcdbba1389f is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:18.810111 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e1869af-5241-434c-bb69-d2e853647375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.864597 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2cb98190-6b0e-4727-a00b-4a9659f9bf1b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:18.864597 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2cb98190-6b0e-4727-a00b-4a9659f9bf1b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7788897 Apr 28 17:15:18.864597 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43696) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:18.870167 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:18.908621 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] For port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a, host hv-cinder-82694, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:18.910496 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cbf8c-06cf-4a05-b02f-3a853449817a None None] Pushing event updated for resources: {'Port': ['ID=e7eb6907-8162-4678-b66f-bdcdbba1389f,revision_number=4']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:19.018428 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] For port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,segment=NetworkSegment(aeff6384-0eef-4da9-8213-005d58ae2b65),segment_id=aeff6384-0eef-4da9-8213-005d58ae2b65)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:19.026594 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43702) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:19.030986 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-1e1869af-5241-434c-bb69-d2e853647375 None None] For port e7eb6907-8162-4678-b66f-bdcdbba1389f, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=e7eb6907-8162-4678-b66f-bdcdbba1389f,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:19.040688 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-50eab1a5-e66c-480c-af40-307784ad1882 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546985825', 'description': 'tempest-description--419759415'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:19.041318 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port b69d91c7-89b5-48a7-9301-655184467167 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:19.042680 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b69d91c7-89b5-48a7-9301-655184467167), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.059879 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Network d7930fad-9b25-4105-a4c3-1439cf4d5dbb is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:19.073502 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:19.074144 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c7472087-1066-4cb9-bfec-cd7745ea5c4f req-c26ca951-012c-4b3c-983f-0a9019294fb5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 210 time: 0.1340992 Apr 28 17:15:19.075134 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.088943 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:19.112430 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:19.132405 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port b69d91c7-89b5-48a7-9301-655184467167, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b69d91c7-89b5-48a7-9301-655184467167,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:19.172786 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e1869af-5241-434c-bb69-d2e853647375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.205054 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.230231 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event updated for resources: {'Port': ['ID=a6cd92cf-329e-4007-9e51-7732838fe006,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:19.253111 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b69d91c7-89b5-48a7-9301-655184467167), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.253871 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device ce25faad-57ab-4204-b563-f6f9d72bc864 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:19.347707 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:19.348543 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.350373 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] 10.222.0.66 "PUT /v2.0/ports/8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a HTTP/1.1" status: 200 len: 1093 time: 5.5499029 Apr 28 17:15:19.356608 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:19.357532 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.368158 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba49585-4d26-406b-9d4b-6e536b49a564', 'tag': '8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:15:19.391003 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-d4970946-5430-4285-9651-625fd4d980bb None None] Provisioning complete for port e7eb6907-8162-4678-b66f-bdcdbba1389f triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:19.391296 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d4970946-5430-4285-9651-625fd4d980bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.393135 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1869af-5241-434c-bb69-d2e853647375 None None] Pushing event updated for resources: {'Port': ['ID=e7eb6907-8162-4678-b66f-bdcdbba1389f,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:19.416995 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-50eab1a5-e66c-480c-af40-307784ad1882 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.443523 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a61e25-9a52-4ccf-9746-42f180d2b4cb service neutron] Pushing event updated for resources: {'Port': ['ID=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:19.501323 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-4c9156d5-8fe1-4470-b561-cccbf74e4e0b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9075575 Apr 28 17:15:19.512505 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.534059 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port ce25faad-57ab-4204-b563-f6f9d72bc864 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:19.534460 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.553673 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:19.627276 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a3e315-45d5-42fb-a928-3a14da5966b1 None None] The sync data for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi is: [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:15:19.640443 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=b69d91c7-89b5-48a7-9301-655184467167,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:19.656776 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13c642d-d8c9-45be-9725-2f0671236280" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba49585-4d26-406b-9d4b-6e536b49a564", "tag": "8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:15:19.783939 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-d4970946-5430-4285-9651-625fd4d980bb None None] Current status of the port e7eb6907-8162-4678-b66f-bdcdbba1389f is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:19.854674 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port ce25faad-57ab-4204-b563-f6f9d72bc864 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:19.880533 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-50eab1a5-e66c-480c-af40-307784ad1882 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (9e7b243a-9f78-485b-889d-478536774a13), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.924230 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4cd9ba1d-51b4-4758-adb7-41962b273455 None None] Provisioning complete for port a6cd92cf-329e-4007-9e51-7732838fe006 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:19.931455 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Allocated IP 172.27.2.115 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/6c8d46d6-0cdc-464d-b3ff-fc28c5395f82) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:19.943886 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ba1d-51b4-4758-adb7-41962b273455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:19.985966 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880630e6-88aa-4307-924a-2fda8d0f6317 x-openstack-request-id: req-880630e6-88aa-4307-924a-2fda8d0f6317 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:15:19.986396 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba49585-4d26-406b-9d4b-6e536b49a564", "tag": "8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:15:19.986504 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-880630e6-88aa-4307-924a-2fda8d0f6317 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:15:19.986962 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880630e6-88aa-4307-924a-2fda8d0f6317'] response: {'name': 'network-changed', 'server_uuid': '1ba49585-4d26-406b-9d4b-6e536b49a564', 'tag': '8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a', 'status': 'completed', 'code': 200} Apr 28 17:15:20.007913 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9ba1d-51b4-4758-adb7-41962b273455 None None] Port a6cd92cf-329e-4007-9e51-7732838fe006 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:15:20.021687 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-50eab1a5-e66c-480c-af40-307784ad1882 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9e7b243a-9f78-485b-889d-478536774a13), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:20.074534 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157901d-a749-40cb-be95-2028521f0330 req-ea76962e-5a65-4db6-b142-23679a2bfccd tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:20.076111 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3157901d-a749-40cb-be95-2028521f0330 req-ea76962e-5a65-4db6-b142-23679a2bfccd tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.1313679 Apr 28 17:15:20.167730 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b69d91c7-89b5-48a7-9301-655184467167 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:20.184638 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eab1a5-e66c-480c-af40-307784ad1882 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7b243a-9f78-485b-889d-478536774a13,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:20.238929 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-632135a2-5f3c-45ad-a8e7-7d399e096cac req-7267a3bb-ded2-4d64-b90f-bb2cb61083aa tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 210 time: 0.0491171 Apr 28 17:15:20.274809 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port b69d91c7-89b5-48a7-9301-655184467167 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:20.275225 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b69d91c7-89b5-48a7-9301-655184467167), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:20.293431 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3157901d-a749-40cb-be95-2028521f0330 req-8f5acdfc-fb2c-4a2b-bcea-23fd2b7ccdad tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062424 Apr 28 17:15:20.318973 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-50eab1a5-e66c-480c-af40-307784ad1882 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:20.321111 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-50eab1a5-e66c-480c-af40-307784ad1882 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2932773 Apr 28 17:15:20.324375 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43752) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:20.328990 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-ff5db06c-5dee-42e4-bb30-76ad597883a7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'security_group_rule': {'security_group_id': '9e7b243a-9f78-485b-889d-478536774a13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:20.347704 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for port (6c8d46d6-0cdc-464d-b3ff-fc28c5395f82), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:20.370394 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port b69d91c7-89b5-48a7-9301-655184467167 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:20.371470 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device e7eb6907-8162-4678-b66f-bdcdbba1389f up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:20.455290 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port e7eb6907-8162-4678-b66f-bdcdbba1389f triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:20.455695 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:20.479709 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ff5db06c-5dee-42e4-bb30-76ad597883a7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (baddaa02-073b-43d0-8346-3dff1f2871a7), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:20.502660 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (6c8d46d6-0cdc-464d-b3ff-fc28c5395f82), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:20.593902 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ff5db06c-5dee-42e4-bb30-76ad597883a7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (baddaa02-073b-43d0-8346-3dff1f2871a7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:20.609964 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:20.634010 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:20.643166 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:20.651538 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'Port': ['ID=6c8d46d6-0cdc-464d-b3ff-fc28c5395f82,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:20.751131 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ff5db06c-5dee-42e4-bb30-76ad597883a7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (baddaa02-073b-43d0-8346-3dff1f2871a7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:20.805360 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port e7eb6907-8162-4678-b66f-bdcdbba1389f is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:20.817784 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5db06c-5dee-42e4-bb30-76ad597883a7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baddaa02-073b-43d0-8346-3dff1f2871a7,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:20.870075 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (e15fd2ae-fbd1-4710-b9ed-bf4b82551185), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:20.954477 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ff5db06c-5dee-42e4-bb30-76ad597883a7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:20.972520 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ff5db06c-5dee-42e4-bb30-76ad597883a7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6302781 Apr 28 17:15:20.972769 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43768) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:20.972769 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-4ea79af3-6821-4394-8019-f3057891947b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'security_group_rule': {'security_group_id': '9e7b243a-9f78-485b-889d-478536774a13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:21.037146 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (6c8d46d6-0cdc-464d-b3ff-fc28c5395f82), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:21.187470 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ea79af3-6821-4394-8019-f3057891947b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (15f5611b-1b1a-4dee-8263-dfd9193e1dd2), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:21.310277 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ea79af3-6821-4394-8019-f3057891947b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (15f5611b-1b1a-4dee-8263-dfd9193e1dd2), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:21.344572 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for port (6c8d46d6-0cdc-464d-b3ff-fc28c5395f82), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:21.392968 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-badbc400-5d7c-4de1-9271-708091850d70 req-a8b49699-ed6a-47ef-b20f-dcf7df62eea8 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 210 time: 0.0501554 Apr 28 17:15:21.400136 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ea79af3-6821-4394-8019-f3057891947b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (15f5611b-1b1a-4dee-8263-dfd9193e1dd2), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:21.453657 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (6c8d46d6-0cdc-464d-b3ff-fc28c5395f82), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:21.456763 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea79af3-6821-4394-8019-f3057891947b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f5611b-1b1a-4dee-8263-dfd9193e1dd2,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:21.504048 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ee1fa-505f-42a6-9636-b5551d29749b req-4b54dc48-066f-40a7-933a-d562bd73fcf8 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:21.505809 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a68ee1fa-505f-42a6-9636-b5551d29749b req-4b54dc48-066f-40a7-933a-d562bd73fcf8 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.1306703 Apr 28 17:15:21.512707 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (e15fd2ae-fbd1-4710-b9ed-bf4b82551185), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:21.521151 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Sync routers for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:15:21.544542 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:21.546720 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:21.618225 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Request body: {'port': {'device_id': '03c67f11-340f-4ecb-b8ea-da601aaee01c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:21.658800 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a68ee1fa-505f-42a6-9636-b5551d29749b req-fb167132-a849-4bf0-9973-164d7cff5a32 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227484 Apr 28 17:15:21.670051 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:21.671401 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8059509 Apr 28 17:15:21.687511 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Request body: {'port': {'device_id': 'e332d5d4-4f2d-49f1-b998-3ad68de73b1b', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'admin_state_up': True, 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:21.711125 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ea79af3-6821-4394-8019-f3057891947b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:21.718588 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-4ea79af3-6821-4394-8019-f3057891947b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7554929 Apr 28 17:15:21.719387 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43792) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:21.757464 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fff40f-8411-4700-b277-6c0525a7c471 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'Port': ['ID=6c8d46d6-0cdc-464d-b3ff-fc28c5395f82,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:21.768441 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:21.893794 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:21.940795 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-476efd6e-d54d-42a9-ac8a-15d28c2b0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:21.942818 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-476efd6e-d54d-42a9-ac8a-15d28c2b0051 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=48922de894e143cfa7594050e9fd54a4&device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 1127 time: 0.2243493 Apr 28 17:15:21.953908 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:21.956433 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:22.113546 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Made reservation on behalf of 8ce6ed1c9a114619862c6fdbcbc9897e for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:15:22.119230 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:22.217658 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:22.260986 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-134ad77d-4d69-4f66-ad4d-c8b39a0ba981 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a HTTP/1.1" status: 200 len: 217 time: 0.2776675 Apr 28 17:15:22.362038 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 2, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:22.390922 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Checking router: b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:15:22.391281 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Updating router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd binding host dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:15:22.450076 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:22.468912 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-cf5216fa-aa54-4cb0-aa55-2fc196e5c51d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--274232735&fields=id&tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99 HTTP/1.1" status: 200 len: 267 time: 0.4833131 Apr 28 17:15:22.530324 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-227ed8aa-2cd6-4475-9f69-5da9d9b7a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:22.532373 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-227ed8aa-2cd6-4475-9f69-5da9d9b7a0f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3b89a7a-04d6-4d30-ae99-f27e397d7e1a HTTP/1.1" status: 200 len: 852 time: 0.2433238 Apr 28 17:15:22.608272 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Allocated IP 172.20.0.8 (d7930fad-9b25-4105-a4c3-1439cf4d5dbb/86f3cb4e-5299-4290-a70a-a94038032f56/dd3764b3-8ab3-489e-beb3-23ac660e31d5) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:22.631704 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-b20fbb16-7689-47ca-97f5-21061cd1462b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47139b46-6b94-4523-93e5-74a6d1fa0d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867250 Apr 28 17:15:22.654858 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d7d8bde6-9c25-441f-9c45-2e5b005bf81b req-d0331ccc-5823-4420-a06d-2556a598e3fd tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 210 time: 0.1210885 Apr 28 17:15:22.693359 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Allocated IP 172.27.2.94 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/e6d0523e-2423-43be-aa86-a952de0f1244) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:22.937380 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Publish callbacks [] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:22.982112 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for port (e6d0523e-2423-43be-aa86-a952de0f1244), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:22.993876 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-e7ab6b66-f2c8-4070-a800-04020162ce77 service neutron] 10.222.0.66 "GET /v2.0/networks/47139b46-6b94-4523-93e5-74a6d1fa0d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848146 Apr 28 17:15:23.019030 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:23.027916 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd83689-6194-4354-bca0-25a660ad78a1 req-cd8848ac-b9b5-4db4-8d0f-cbcefa1546e9 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:23.035855 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ccd83689-6194-4354-bca0-25a660ad78a1 req-cd8848ac-b9b5-4db4-8d0f-cbcefa1546e9 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.1648083 Apr 28 17:15:23.038406 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d43a4-5021-4ecb-b836-54be62915668 req-61913f25-79b5-486d-83e3-9b471d1ceff8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:23.047181 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-61913f25-79b5-486d-83e3-9b471d1ceff8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/networks?id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd HTTP/1.1" status: 200 len: 811 time: 0.5766249 Apr 28 17:15:23.073277 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-b3d9c8a3-d502-4d34-bcd9-30f964297127 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/quotas/efe570ac7fd04c7c9a1eb53ec96c3d99 HTTP/1.1" status: 200 len: 375 time: 0.0252140 Apr 28 17:15:23.133335 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689736d-46fd-486c-add3-e4629895b034 None None] Pushing event updated for resources: {'Port': ['ID=b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:23.304405 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Attempting to bind port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:23.305491 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Attempting to bind port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:23.305866 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Attempting to bind port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd on network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:23.312565 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:23.313221 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Checking segment: {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:23.313852 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:23.314393 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Bound using segment: {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:23.315086 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Bound port: b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:23.315901 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:23.344895 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ccd83689-6194-4354-bca0-25a660ad78a1 req-8813e755-d97d-458e-822b-04dd2281d384 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080084 Apr 28 17:15:23.421676 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:23.467394 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (e6d0523e-2423-43be-aa86-a952de0f1244), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:23.495140 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] For port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:23.518461 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] For port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:23.587326 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-c18f1253-0c66-41fe-9ea4-f6fdb753f758 None None] Provisioning complete for port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:23.587711 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-c18f1253-0c66-41fe-9ea4-f6fdb753f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:23.593888 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:23.609508 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:23.621040 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-2146c5a5-13a1-4364-988f-14ec502951ec tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5335519 Apr 28 17:15:23.630369 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:23.649104 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'Port': ['ID=e6d0523e-2423-43be-aa86-a952de0f1244,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:23.661454 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:23.696950 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-c18f1253-0c66-41fe-9ea4-f6fdb753f758 None None] Port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:15:23.700030 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:23.758785 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-29b956b3-09c2-4012-8ecc-aaa109407642 req-8c371c8f-2e3f-4124-8d17-c7cfa2273265 service neutron] 10.222.0.66 "GET /v2.0/networks/47139b46-6b94-4523-93e5-74a6d1fa0d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001791 Apr 28 17:15:23.799870 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689736d-46fd-486c-add3-e4629895b034 None None] Pushing event updated for resources: {'Port': ['ID=b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:23.807458 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:23.808626 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:23.920046 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-5e61df1c-4d38-4acc-b12d-bd9b3db6ece9 service neutron] 10.222.0.64 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881274 Apr 28 17:15:24.017285 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:24.232095 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6cd92cf-329e-4007-9e51-7732838fe006 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:15:24.237619 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c642d-d8c9-45be-9725-2f0671236280 req-5c799ee1-1463-43c8-aea0-f5b967690c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:24.239381 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a13c642d-d8c9-45be-9725-2f0671236280 req-5c799ee1-1463-43c8-aea0-f5b967690c90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=48922de894e143cfa7594050e9fd54a4&device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 1127 time: 0.2690222 Apr 28 17:15:24.246574 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Publish callbacks [] for port (a6cd92cf-329e-4007-9e51-7732838fe006), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:24.349713 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:24.389590 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9d918-bf3c-46ab-8403-e9c39bc35009 req-f2f6ee87-6e1d-4ffb-ba64-4b5123b8e697 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:24.395841 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ae9d918-bf3c-46ab-8403-e9c39bc35009 req-f2f6ee87-6e1d-4ffb-ba64-4b5123b8e697 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 931 time: 0.5716155 Apr 28 17:15:24.439014 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Network d7930fad-9b25-4105-a4c3-1439cf4d5dbb is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:24.461479 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c642d-d8c9-45be-9725-2f0671236280 req-f6b9e097-fac1-43b9-9290-3788fabe05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:24.463129 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a13c642d-d8c9-45be-9725-2f0671236280 req-f6b9e097-fac1-43b9-9290-3788fabe05c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=47139b46-6b94-4523-93e5-74a6d1fa0d0f HTTP/1.1" status: 200 len: 913 time: 0.2006829 Apr 28 17:15:24.509555 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Transition to ACTIVE for port object a6cd92cf-329e-4007-9e51-7732838fe006 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:15:24.513564 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-5cb7893d-1e97-417c-9a43-5f80f2eac10d service neutron] 10.222.0.64 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849099 Apr 28 17:15:24.518494 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-bed4e43f-4fc0-4eeb-aef0-901085374933 None None] Provisioning complete for port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:24.519188 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bed4e43f-4fc0-4eeb-aef0-901085374933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:24.553579 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a13c642d-d8c9-45be-9725-2f0671236280 req-335e82e0-c501-41b2-8fbe-4c555bbac048 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a HTTP/1.1" status: 200 len: 217 time: 0.0604553 Apr 28 17:15:24.570869 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (71567071-502b-43b0-a386-3a73821f2b31), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:24.594150 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:24.603443 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:24.614204 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:24.614893 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:24.632279 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:24.662383 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:24.662797 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:24.735816 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event updated for resources: {'Port': ['ID=dd3764b3-8ab3-489e-beb3-23ac660e31d5,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:24.861194 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c642d-d8c9-45be-9725-2f0671236280 req-30131787-e0d6-48c6-89e1-3f7bc2a0e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:24.872665 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-a5c7c8d4-4c52-41ef-8a51-d77a01b5ca4c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2166374 Apr 28 17:15:24.872770 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:24.872770 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:24.877175 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a13c642d-d8c9-45be-9725-2f0671236280 req-30131787-e0d6-48c6-89e1-3f7bc2a0e62c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3b89a7a-04d6-4d30-ae99-f27e397d7e1a HTTP/1.1" status: 200 len: 852 time: 0.3028924 Apr 28 17:15:24.893299 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Pushing event updated for resources: {'Port': ['ID=a6cd92cf-329e-4007-9e51-7732838fe006,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:24.918544 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:23Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:24.925380 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Request body: {'port': {'device_id': 'e332d5d4-4f2d-49f1-b998-3ad68de73b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:24.937745 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ae9d918-bf3c-46ab-8403-e9c39bc35009 req-065268d7-fb66-4c7d-83e8-f4139a151a6f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976187 Apr 28 17:15:25.004627 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a13c642d-d8c9-45be-9725-2f0671236280 req-439500b7-db34-4c73-b38c-4068c345ec6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47139b46-6b94-4523-93e5-74a6d1fa0d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887642 Apr 28 17:15:25.051094 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (e6d0523e-2423-43be-aa86-a952de0f1244), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:25.053096 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10b296-1eef-467f-8c72-cc8bcfc0a61d None None] The sync data for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi is: [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:23Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:15:25.085573 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Attempting to bind port a6cd92cf-329e-4007-9e51-7732838fe006 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:25.087689 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Attempting to bind port a6cd92cf-329e-4007-9e51-7732838fe006 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:25.088039 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Attempting to bind port a6cd92cf-329e-4007-9e51-7732838fe006 on network d7930fad-9b25-4105-a4c3-1439cf4d5dbb {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:25.104714 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Port a6cd92cf-329e-4007-9e51-7732838fe006 on network d7930fad-9b25-4105-a4c3-1439cf4d5dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:15:25.105119 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Attempting to bind port a6cd92cf-329e-4007-9e51-7732838fe006 on network d7930fad-9b25-4105-a4c3-1439cf4d5dbb {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:25.227235 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:25.230309 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:25.235310 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Checking segment: {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:25.235310 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Bound using segment: {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:25.236272 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Bound port: a6cd92cf-329e-4007-9e51-7732838fe006, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:25.237377 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:25.277219 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-bed4e43f-4fc0-4eeb-aef0-901085374933 None None] Current status of the port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:25.277947 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bed4e43f-4fc0-4eeb-aef0-901085374933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:25.328723 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:25.399307 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbb5de-00fe-49a1-bb6d-054ea79029f4 req-f855b0eb-1d55-42f9-9881-eff18f8e6536 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:25.401753 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b3ffeb0-1231-4b20-9f3c-0276fe680831 req-9a2f6fd7-2d46-4ee4-8d5e-ae6b6f4ffe1c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.1804206 Apr 28 17:15:25.405463 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e1cbb5de-00fe-49a1-bb6d-054ea79029f4 req-f855b0eb-1d55-42f9-9881-eff18f8e6536 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.1941657 Apr 28 17:15:25.422903 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:25.530293 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.db.api [None req-bed4e43f-4fc0-4eeb-aef0-901085374933 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 17:15:25.530712 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG oslo_db.api [None req-bed4e43f-4fc0-4eeb-aef0-901085374933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 17:15:25.553775 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:25.555433 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a13c642d-d8c9-45be-9725-2f0671236280 req-4e5cff1c-294d-4d68-a04d-4c86ae88f4fe service neutron] 10.222.0.66 "GET /v2.0/networks/47139b46-6b94-4523-93e5-74a6d1fa0d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227246 Apr 28 17:15:25.572537 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:25.653977 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] For port a6cd92cf-329e-4007-9e51-7732838fe006, host hv-cinder-82694, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:25.687403 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] For port a6cd92cf-329e-4007-9e51-7732838fe006, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a6cd92cf-329e-4007-9e51-7732838fe006,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:25.768932 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a13c642d-d8c9-45be-9725-2f0671236280 req-2bfc2c81-499a-4453-b476-08d9d9c3da7e service neutron] 10.222.0.66 "GET /v2.0/networks/47139b46-6b94-4523-93e5-74a6d1fa0d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993814 Apr 28 17:15:25.778425 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:25.854425 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:25.863387 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:25.865220 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] 10.222.0.66 "PUT /v2.0/ports/a6cd92cf-329e-4007-9e51-7732838fe006 HTTP/1.1" status: 200 len: 1094 time: 4.2532644 Apr 28 17:15:25.867865 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c67f11-340f-4ecb-b8ea-da601aaee01c', 'tag': 'a6cd92cf-329e-4007-9e51-7732838fe006'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:15:25.877062 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788627fc-b2c4-49e4-b432-b99b689821e6" -d '{"events": [{"name": "network-changed", "server_uuid": "03c67f11-340f-4ecb-b8ea-da601aaee01c", "tag": "a6cd92cf-329e-4007-9e51-7732838fe006"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:15:25.937544 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63133781-b346-43c1-8704-3b5a4427e37b service neutron] Pushing event updated for resources: {'Port': ['ID=a6cd92cf-329e-4007-9e51-7732838fe006,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:25.976017 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41911f78-0c45-43b2-ab50-90fd8fe17a75 x-openstack-request-id: req-41911f78-0c45-43b2-ab50-90fd8fe17a75 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:15:25.977421 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c67f11-340f-4ecb-b8ea-da601aaee01c", "tag": "a6cd92cf-329e-4007-9e51-7732838fe006", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:15:25.977758 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41911f78-0c45-43b2-ab50-90fd8fe17a75 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:15:25.978238 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41911f78-0c45-43b2-ab50-90fd8fe17a75'] response: {'name': 'network-changed', 'server_uuid': '03c67f11-340f-4ecb-b8ea-da601aaee01c', 'tag': 'a6cd92cf-329e-4007-9e51-7732838fe006', 'status': 'completed', 'code': 200} Apr 28 17:15:26.046321 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e1cbb5de-00fe-49a1-bb6d-054ea79029f4 req-e4518a0d-438d-44d3-89ae-18f5c7fe9fb9 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294992 Apr 28 17:15:26.132995 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-bed4e43f-4fc0-4eeb-aef0-901085374933 None None] Current status of the port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:26.260315 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805e6f-f0bd-4f22-94c3-78926b24784f req-e13401e5-8130-4082-9a44-cf4ed388e1f0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:26.268894 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-bdf62b4c-38b7-48fd-91d8-b823da07c156 None None] Provisioning complete for port dd3764b3-8ab3-489e-beb3-23ac660e31d5 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:26.269403 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bdf62b4c-38b7-48fd-91d8-b823da07c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:26.295342 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b2805e6f-f0bd-4f22-94c3-78926b24784f req-e13401e5-8130-4082-9a44-cf4ed388e1f0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 931 time: 0.1513817 Apr 28 17:15:26.329468 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-bdf62b4c-38b7-48fd-91d8-b823da07c156 None None] Port dd3764b3-8ab3-489e-beb3-23ac660e31d5 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:15:26.339374 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:26.408140 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:26.408891 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:26.432636 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b2805e6f-f0bd-4f22-94c3-78926b24784f req-965f17b7-c8b9-4bb7-8a78-03844cd7f742 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356122 Apr 28 17:15:26.459181 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for port (e6d0523e-2423-43be-aa86-a952de0f1244), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:26.524667 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4fb4cf0b-dd4c-4674-b68e-b5f2a561d458 req-64a6312e-30f7-4929-95d6-2fad4670768c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0395594 Apr 28 17:15:26.553924 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (e6d0523e-2423-43be-aa86-a952de0f1244), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:26.593215 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (71567071-502b-43b0-a386-3a73821f2b31), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:26.598060 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:26.623805 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3764b3-8ab3-489e-beb3-23ac660e31d5 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:15:26.635023 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Publish callbacks [] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:26.654422 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'Port': ['ID=e6d0523e-2423-43be-aa86-a952de0f1244,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:26.666379 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Transition to ACTIVE for port object dd3764b3-8ab3-489e-beb3-23ac660e31d5 will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:15:26.741439 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:26.746759 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:26.751304 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2efb2077-326d-4852-8567-22dfa7957478 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0247142 Apr 28 17:15:26.859637 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Pushing event updated for resources: {'Port': ['ID=dd3764b3-8ab3-489e-beb3-23ac660e31d5,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:26.875437 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Attempting to bind port dd3764b3-8ab3-489e-beb3-23ac660e31d5 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:26.875807 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Attempting to bind port dd3764b3-8ab3-489e-beb3-23ac660e31d5 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:26.876187 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Attempting to bind port dd3764b3-8ab3-489e-beb3-23ac660e31d5 on network d7930fad-9b25-4105-a4c3-1439cf4d5dbb {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:26.880871 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Port dd3764b3-8ab3-489e-beb3-23ac660e31d5 on network d7930fad-9b25-4105-a4c3-1439cf4d5dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:15:26.881196 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Attempting to bind port dd3764b3-8ab3-489e-beb3-23ac660e31d5 on network d7930fad-9b25-4105-a4c3-1439cf4d5dbb {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:26.886850 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:26.887219 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Checking segment: {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:26.887794 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Bound using segment: {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:26.888313 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Bound port: dd3764b3-8ab3-489e-beb3-23ac660e31d5, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:26.888693 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:26.966951 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] For port dd3764b3-8ab3-489e-beb3-23ac660e31d5, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:27.000440 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] For port dd3764b3-8ab3-489e-beb3-23ac660e31d5, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dd3764b3-8ab3-489e-beb3-23ac660e31d5,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:27.049428 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-85696569-e8fb-4a48-a69d-a9b9898e55b5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--546985825&fields=id&tenant_id=be573a6e5f26466dacf2a255e2248468 HTTP/1.1" status: 200 len: 267 time: 0.0476954 Apr 28 17:15:27.106759 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:27.169527 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-acfef35a-1e5a-4d7c-b691-4b7ddf4ab224 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:27.172536 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-acfef35a-1e5a-4d7c-b691-4b7ddf4ab224 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/networks?id=77e74cd7-f3b4-4335-ac24-4dfe333ae022 HTTP/1.1" status: 200 len: 817 time: 0.1168473 Apr 28 17:15:27.182667 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:27.183364 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:27.189107 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] 10.222.0.66 "PUT /v2.0/ports/dd3764b3-8ab3-489e-beb3-23ac660e31d5 HTTP/1.1" status: 200 len: 1093 time: 2.2646127 Apr 28 17:15:27.189456 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-73ab62ba-7c33-46a4-9916-2681bc350ad4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/quotas/be573a6e5f26466dacf2a255e2248468 HTTP/1.1" status: 200 len: 375 time: 0.0099235 Apr 28 17:15:27.189565 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e332d5d4-4f2d-49f1-b998-3ad68de73b1b', 'tag': 'dd3764b3-8ab3-489e-beb3-23ac660e31d5'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:15:27.250014 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-c76d317b-852a-4bdb-9ec4-210d9e4cf197 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575199 Apr 28 17:15:27.277395 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc47036-38a1-434f-9f7a-d5c9248e6d92 req-a1de1324-351b-457c-9db0-925214c707bc tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:27.279589 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7cc47036-38a1-434f-9f7a-d5c9248e6d92 req-a1de1324-351b-457c-9db0-925214c707bc tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.1370947 Apr 28 17:15:27.293061 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05077ec3-d698-4637-9a56-d2d65295133f service neutron] Pushing event updated for resources: {'Port': ['ID=dd3764b3-8ab3-489e-beb3-23ac660e31d5,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:27.344216 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7cc47036-38a1-434f-9f7a-d5c9248e6d92 req-351cfffa-8e8a-46d7-a9cc-6c8f0d4f2261 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565419 Apr 28 17:15:27.386236 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56311aa7-aade-40dd-b15c-b205ace113f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e332d5d4-4f2d-49f1-b998-3ad68de73b1b", "tag": "dd3764b3-8ab3-489e-beb3-23ac660e31d5"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:15:27.398384 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-cace56a3-72eb-4fd4-82fd-a75953f4dd8d service neutron] 10.222.0.64 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371565 Apr 28 17:15:27.491085 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-a78e30c8-a1b7-41eb-853b-8410098d9225 service neutron] 10.222.0.64 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918443 Apr 28 17:15:27.544918 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cabf52-7d55-4904-9931-38fc3ce05940 x-openstack-request-id: req-48cabf52-7d55-4904-9931-38fc3ce05940 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:15:27.545431 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e332d5d4-4f2d-49f1-b998-3ad68de73b1b", "tag": "dd3764b3-8ab3-489e-beb3-23ac660e31d5", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:15:27.545605 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48cabf52-7d55-4904-9931-38fc3ce05940 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:15:27.546078 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cabf52-7d55-4904-9931-38fc3ce05940'] response: {'name': 'network-changed', 'server_uuid': 'e332d5d4-4f2d-49f1-b998-3ad68de73b1b', 'tag': 'dd3764b3-8ab3-489e-beb3-23ac660e31d5', 'status': 'completed', 'code': 200} Apr 28 17:15:27.598858 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43960) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:27.640645 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fb296-d076-4f75-a337-d43b1dd4e54b req-c06be7b6-4d24-4dff-a630-986d8cb57278 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:27.651183 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b75fb296-d076-4f75-a337-d43b1dd4e54b req-c06be7b6-4d24-4dff-a630-986d8cb57278 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 943 time: 0.0605798 Apr 28 17:15:27.702794 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b75fb296-d076-4f75-a337-d43b1dd4e54b req-91a43138-0a4c-43e7-a551-c857c96e8275 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461011 Apr 28 17:15:27.711504 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0af6298f-7b47-477a-a861-e197bd8f8d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:27.787277 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0af6298f-7b47-477a-a861-e197bd8f8d25 admin admin] Publish callbacks [] for security_group (4c65da32-4e4b-4158-a2ce-99119d7c77e8), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:27.802385 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7899af75-bd2c-465a-9078-95e025249121 req-b36f4386-c08d-48b0-b3fa-5c303c55ed42 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0452778 Apr 28 17:15:27.843854 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9080d418-62eb-48f4-8a91-a6d9a7ae056d req-eb2cf2ba-d5fd-493b-afa9-8b7ea841e98a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0278842 Apr 28 17:15:27.865847 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0af6298f-7b47-477a-a861-e197bd8f8d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (4c65da32-4e4b-4158-a2ce-99119d7c77e8), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:27.906739 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6298f-7b47-477a-a861-e197bd8f8d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c65da32-4e4b-4158-a2ce-99119d7c77e8,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:27.910904 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0af6298f-7b47-477a-a861-e197bd8f8d25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10a56f477fa542bdb4a34e8d51da4672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107147 Apr 28 17:15:27.913490 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 43970) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:27.965553 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec5ae-6754-4540-b6ee-5f8f973fa320 admin admin] Publish callbacks [] for security_group (4c65da32-4e4b-4158-a2ce-99119d7c77e8), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:27.987569 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec5ae-6754-4540-b6ee-5f8f973fa320 admin admin] Publish callbacks [] for security_group (4c65da32-4e4b-4158-a2ce-99119d7c77e8), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:28.135143 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec5ae-6754-4540-b6ee-5f8f973fa320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (4c65da32-4e4b-4158-a2ce-99119d7c77e8), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:28.137841 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec5ae-6754-4540-b6ee-5f8f973fa320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:28.139096 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2f2ec5ae-6754-4540-b6ee-5f8f973fa320 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c65da32-4e4b-4158-a2ce-99119d7c77e8 HTTP/1.1" status: 204 len: 168 time: 0.2241538 Apr 28 17:15:28.146999 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ec5ae-6754-4540-b6ee-5f8f973fa320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c65da32-4e4b-4158-a2ce-99119d7c77e8,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:28.469807 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcecf05-82e0-4cba-9daa-32376d27bb5c req-ba2fcef4-3f2b-4209-9bf1-f995821566ea tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:28.471318 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7dcecf05-82e0-4cba-9daa-32376d27bb5c req-ba2fcef4-3f2b-4209-9bf1-f995821566ea tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.0488927 Apr 28 17:15:28.520744 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7dcecf05-82e0-4cba-9daa-32376d27bb5c req-4fbbd568-d833-45c0-a68e-0c708c43c9ad tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435557 Apr 28 17:15:28.834715 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bc30c-3338-41f0-88a2-24deb36950da req-984127f3-f034-437d-8c42-cbf36619aa06 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:28.836614 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f33bc30c-3338-41f0-88a2-24deb36950da req-984127f3-f034-437d-8c42-cbf36619aa06 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 943 time: 0.0655227 Apr 28 17:15:28.904508 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f33bc30c-3338-41f0-88a2-24deb36950da req-59b0f290-ce51-40cd-98e3-58faa7edb3f3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592058 Apr 28 17:15:28.929118 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b947c1fe-c4ff-40ea-af41-3496d91ae573 req-bb996697-edd9-4b2c-8e62-f8f4b180caf7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0336707 Apr 28 17:15:29.002950 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 43996) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:29.004293 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b782759a-532a-4e22-aed3-e591c799daf3 req-33480eb5-7572-4dbb-a19c-43782d0e65d6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0518804 Apr 28 17:15:29.017007 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5d5f37b3-6b9c-4ac1-a925-780028170133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:29.111394 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5d5f37b3-6b9c-4ac1-a925-780028170133 admin admin] Publish callbacks [] for security_group (14fc822f-3c7d-42c3-b3f6-670d2c5dcca0), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:29.652438 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142686c1-72f4-42f5-ad10-23391eae20e4 req-192991b4-7939-4596-8081-f03f35790da6 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:29.658872 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-142686c1-72f4-42f5-ad10-23391eae20e4 req-192991b4-7939-4596-8081-f03f35790da6 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.0573270 Apr 28 17:15:29.717477 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-142686c1-72f4-42f5-ad10-23391eae20e4 req-1b76dc38-3942-45ae-9f79-915969490b38 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518179 Apr 28 17:15:30.041097 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12a903-757e-494e-9f6f-1b83f3fca036 req-d005e339-3254-43c5-9fb6-94ffb34dca43 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:30.041709 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-784f69a4-fc91-4d8a-83ce-7dd75cee3d6e req-e8c3e97d-5d54-44f7-92ce-b5ee0db18172 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0345049 Apr 28 17:15:30.043065 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e12a903-757e-494e-9f6f-1b83f3fca036 req-d005e339-3254-43c5-9fb6-94ffb34dca43 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 943 time: 0.0615294 Apr 28 17:15:30.107519 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e12a903-757e-494e-9f6f-1b83f3fca036 req-91d1e5b5-32f8-4b96-bade-d966cf8436a0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586874 Apr 28 17:15:30.150051 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8635941d-fbe0-4252-9d31-07f201cb2b28 req-0969e13a-20cc-48ef-9fcf-3dd5ea751648 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0456295 Apr 28 17:15:30.372128 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5d5f37b3-6b9c-4ac1-a925-780028170133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (14fc822f-3c7d-42c3-b3f6-670d2c5dcca0), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:30.412056 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-5d5f37b3-6b9c-4ac1-a925-780028170133 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df86fc0c71a247cea9e8fd880151d29d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4079390 Apr 28 17:15:30.414005 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f37b3-6b9c-4ac1-a925-780028170133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fc822f-3c7d-42c3-b3f6-670d2c5dcca0,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:30.414767 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44016) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:30.472741 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b37b3102-7977-4807-9692-4e0b4224df1d admin admin] Publish callbacks [] for security_group (14fc822f-3c7d-42c3-b3f6-670d2c5dcca0), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:30.493663 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b37b3102-7977-4807-9692-4e0b4224df1d admin admin] Publish callbacks [] for security_group (14fc822f-3c7d-42c3-b3f6-670d2c5dcca0), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:30.646885 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b37b3102-7977-4807-9692-4e0b4224df1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (14fc822f-3c7d-42c3-b3f6-670d2c5dcca0), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:30.649599 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b37b3102-7977-4807-9692-4e0b4224df1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:30.654472 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b37b3102-7977-4807-9692-4e0b4224df1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14fc822f-3c7d-42c3-b3f6-670d2c5dcca0 HTTP/1.1" status: 204 len: 168 time: 0.2349215 Apr 28 17:15:30.671480 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b3102-7977-4807-9692-4e0b4224df1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fc822f-3c7d-42c3-b3f6-670d2c5dcca0,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:30.850526 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924794d8-b730-4ff8-bc83-1fef77d04679 req-9beb6cc1-21b2-4d89-9fa9-79e7568093f2 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:30.863234 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-924794d8-b730-4ff8-bc83-1fef77d04679 req-9beb6cc1-21b2-4d89-9fa9-79e7568093f2 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.0553863 Apr 28 17:15:30.904691 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-924794d8-b730-4ff8-bc83-1fef77d04679 req-28b7b18c-0ecc-40ad-b076-800d43a0d518 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458732 Apr 28 17:15:31.151050 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fe94e1d1-2598-48ac-9148-fe79fa427980 req-6a1a9cc2-7a40-46d8-a24e-e038444ebeb3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0374331 Apr 28 17:15:31.278712 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150c70f-24e6-419f-95d1-8ad00a83c004 req-c581af6b-7133-4a27-8eae-ddc942f6ef8b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:31.280648 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-deb7ab43-ef04-435c-b045-8adfa1e8e5a9 req-ee9b55eb-8bd6-417c-9bc0-e438708cf541 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0284030 Apr 28 17:15:31.283155 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f150c70f-24e6-419f-95d1-8ad00a83c004 req-c581af6b-7133-4a27-8eae-ddc942f6ef8b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 943 time: 0.0540764 Apr 28 17:15:31.327805 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f150c70f-24e6-419f-95d1-8ad00a83c004 req-677294ba-cb7e-494b-a6b4-8238bbf7e609 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Apr 28 17:15:32.020915 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0c2d4-4215-4af3-a196-059040407c67 req-7c72bd8b-f2ee-4146-a2ef-e1af96fe91aa tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:32.022279 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-66c0c2d4-4215-4af3-a196-059040407c67 req-7c72bd8b-f2ee-4146-a2ef-e1af96fe91aa tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.0500231 Apr 28 17:15:32.063982 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5a282a57-3429-4dd2-a32c-0ea5a8924e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:32.069905 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-66c0c2d4-4215-4af3-a196-059040407c67 req-5744b930-4e45-4313-ae82-86b5143339a7 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Apr 28 17:15:32.235867 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:15:32.245993 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d8482cca-047b-4030-8f30-68eb05c4234c req-db08cbbd-c52b-46fc-a32c-5e8124f1d4bb tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0313148 Apr 28 17:15:32.424457 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1120d8f4-dce0-4aec-8bdf-d9518d4f7f36 req-90fddbad-7e92-43d0-abcd-e8e8435ae8da tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0646570 Apr 28 17:15:32.427331 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788627fc-b2c4-49e4-b432-b99b689821e6 req-48fd352d-b37f-4867-a631-7afadaa5f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:32.428776 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-788627fc-b2c4-49e4-b432-b99b689821e6 req-48fd352d-b37f-4867-a631-7afadaa5f4f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 1128 time: 0.1020277 Apr 28 17:15:32.457342 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2288a8-cd4f-4ab9-adb5-9b38c2e69381 req-694f6887-e118-4c40-81a3-972d1a421fc6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:32.458960 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3e2288a8-cd4f-4ab9-adb5-9b38c2e69381 req-694f6887-e118-4c40-81a3-972d1a421fc6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 943 time: 0.0632033 Apr 28 17:15:32.562596 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311aa7-aade-40dd-b15c-b205ace113f1 req-0e07165a-17f6-4c4a-a698-6a4f340a0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:32.564165 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-56311aa7-aade-40dd-b15c-b205ace113f1 req-0e07165a-17f6-4c4a-a698-6a4f340a0dfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 1127 time: 0.0548847 Apr 28 17:15:32.574813 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3e2288a8-cd4f-4ab9-adb5-9b38c2e69381 req-e64a3204-fc58-492b-a2b4-09e965ec7ebb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905316 Apr 28 17:15:32.804815 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788627fc-b2c4-49e4-b432-b99b689821e6 req-a68bc7a7-34dd-4a57-8e9c-8a99955d8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:32.806191 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-788627fc-b2c4-49e4-b432-b99b689821e6 req-a68bc7a7-34dd-4a57-8e9c-8a99955d8f62 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3374875 Apr 28 17:15:33.183546 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a005124-b7f2-49a2-a9fd-3cf597f7e0d9 req-5a25f20a-8e79-4b07-bd00-f46dad4d1488 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:33.185048 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5a005124-b7f2-49a2-a9fd-3cf597f7e0d9 req-5a25f20a-8e79-4b07-bd00-f46dad4d1488 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.0465353 Apr 28 17:15:33.230726 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5a005124-b7f2-49a2-a9fd-3cf597f7e0d9 req-8099ef9a-7a88-4366-b261-4ab2dfc8281c tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Apr 28 17:15:33.340323 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8c04ff-b6af-499b-8244-43300e04e248 req-b66dc048-a148-48ef-88e7-cd598b042cd0 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0277910 Apr 28 17:15:33.543945 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2a6792ee-0a71-4d8e-966c-ed01b7e7bec7 req-09574ec8-31d9-4655-9f33-2880dcf5e0eb tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0311737 Apr 28 17:15:33.704813 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dff27-cf71-460a-8975-565ab00f8e7d req-d85ee389-13e7-4c9a-81cb-163db560db06 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:33.706289 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b7dff27-cf71-460a-8975-565ab00f8e7d req-d85ee389-13e7-4c9a-81cb-163db560db06 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 943 time: 0.0496647 Apr 28 17:15:33.933182 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788627fc-b2c4-49e4-b432-b99b689821e6 req-0fe51bfc-5d02-41e4-b516-a313588f4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:33.937549 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-788627fc-b2c4-49e4-b432-b99b689821e6 req-0fe51bfc-5d02-41e4-b516-a313588f4590 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767449 Apr 28 17:15:34.046898 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-03f4ec2b-e4e4-44bd-b8f1-51339b6400d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:34.048794 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-03f4ec2b-e4e4-44bd-b8f1-51339b6400d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 1128 time: 0.0429871 Apr 28 17:15:34.050545 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b7dff27-cf71-460a-8975-565ab00f8e7d req-df81ec2e-2678-43f9-ac68-1a1710915850 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386464 Apr 28 17:15:34.083106 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311aa7-aade-40dd-b15c-b205ace113f1 req-ef3b8a93-a5f8-44a7-8296-c8030533010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:34.084807 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-56311aa7-aade-40dd-b15c-b205ace113f1 req-ef3b8a93-a5f8-44a7-8296-c8030533010c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1934874 Apr 28 17:15:34.165481 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-b80d56ea-1583-48b0-aa65-6bc4abef8cfe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6cd92cf-329e-4007-9e51-7732838fe006 HTTP/1.1" status: 200 len: 217 time: 0.0859776 Apr 28 17:15:34.243361 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-61c09384-5a7b-4811-8d82-79881505880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:34.245815 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-61c09384-5a7b-4811-8d82-79881505880b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0740821 Apr 28 17:15:34.306375 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311aa7-aade-40dd-b15c-b205ace113f1 req-f0df4475-db80-4077-87b3-68f0e14f3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:34.308546 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-56311aa7-aade-40dd-b15c-b205ace113f1 req-f0df4475-db80-4077-87b3-68f0e14f3526 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2132072 Apr 28 17:15:34.358852 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-c80418dc-3c0d-4cd0-a251-292b7213d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:34.360371 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-c80418dc-3c0d-4cd0-a251-292b7213d2f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048822 Apr 28 17:15:34.374284 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681e12-833e-4c9c-b9f7-5ddbc61d2805 req-2387fe5e-63f8-49b3-97ec-a75c79fcbe48 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:34.375787 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-85681e12-833e-4c9c-b9f7-5ddbc61d2805 req-2387fe5e-63f8-49b3-97ec-a75c79fcbe48 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 943 time: 0.0651884 Apr 28 17:15:34.428687 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-85681e12-833e-4c9c-b9f7-5ddbc61d2805 req-6e86ad27-85e4-4f94-928d-9088af3eabf0 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462315 Apr 28 17:15:34.439726 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74054d1a-05a1-4241-9d9c-1c1847f7ffdb req-504fb05a-adb2-4749-b992-ab4469d067fa tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0291276 Apr 28 17:15:34.546674 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-97bd52c5-3bba-4c6f-b108-fc2d0555efeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:34.646268 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-34df1df4-45d0-4624-b273-60e7ba0d085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:34.648006 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-34df1df4-45d0-4624-b273-60e7ba0d085c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 1127 time: 0.0417533 Apr 28 17:15:34.657977 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-70f73d8a-3ba9-4181-bbb5-02dd55151621 req-83814eec-3721-421e-bc53-dacd24b48146 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0328569 Apr 28 17:15:34.676990 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-9c37066f-5e3d-45ff-89bf-22dd26d3f335 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215093 Apr 28 17:15:34.707800 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-9579c3e3-6835-442f-8a57-860449036749 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3764b3-8ab3-489e-beb3-23ac660e31d5 HTTP/1.1" status: 200 len: 217 time: 0.0457106 Apr 28 17:15:34.772884 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ccaf704-a634-4076-adbd-6ed74f8f49d2 req-9d6bb68f-f980-4bdb-ac16-d4dab6983a17 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901892 Apr 28 17:15:34.815467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:15:34.921041 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,segment=NetworkSegment(aeff6384-0eef-4da9-8213-005d58ae2b65),segment_id=aeff6384-0eef-4da9-8213-005d58ae2b65)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:34.932601 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a', 'network_id': '47139b46-6b94-4523-93e5-74a6d1fa0d0f', 'port_id': '8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a', 'mac_address': 'fa:16:3e:6a:57:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b89a7a-04d6-4d30-ae99-f27e397d7e1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:15:34.976637 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:34.977026 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:34.993125 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:15:35.018282 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,segment=NetworkSegment(aeff6384-0eef-4da9-8213-005d58ae2b65),segment_id=aeff6384-0eef-4da9-8213-005d58ae2b65)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:35.042380 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-4634a125-3720-4036-822c-60bbaac61f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:35.044744 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-4634a125-3720-4036-822c-60bbaac61f92 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0822585 Apr 28 17:15:35.154242 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:35.160583 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-64c89986-ca59-4d7c-a4c6-346273f8ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:35.164553 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-64c89986-ca59-4d7c-a4c6-346273f8ee8b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1087780 Apr 28 17:15:35.232080 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d222f94-162d-4e05-9753-e8efd20fd64d req-d904fe44-4c10-4735-a9af-d717e260d983 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:35.236662 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d43a4-5021-4ecb-b836-54be62915668 req-49e8a34e-a6c2-4869-98a5-bf362286e19d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:35.239288 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-49e8a34e-a6c2-4869-98a5-bf362286e19d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.66 "GET /v2.0/networks?id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd HTTP/1.1" status: 200 len: 811 time: 0.2167418 Apr 28 17:15:35.242951 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7d222f94-162d-4e05-9753-e8efd20fd64d req-d904fe44-4c10-4735-a9af-d717e260d983 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 943 time: 0.0771184 Apr 28 17:15:35.257945 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:35.296100 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7d222f94-162d-4e05-9753-e8efd20fd64d req-bea43707-1659-4a97-99fe-c965dac9a3f7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Apr 28 17:15:35.544120 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:15:35.551793 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1ecb3ab-7322-4f02-8be1-2681229014ca req-72a4c147-377f-423b-be91-a626ee058ea2 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0291982 Apr 28 17:15:35.580323 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa817c2f-3bd4-435b-aebc-5f79c658d9dd req-45c12051-db7c-4822-a78d-6a8bac63ab2a tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:35.580323 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-aa817c2f-3bd4-435b-aebc-5f79c658d9dd req-45c12051-db7c-4822-a78d-6a8bac63ab2a tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 944 time: 0.0599620 Apr 28 17:15:35.611483 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:35.643585 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-aa817c2f-3bd4-435b-aebc-5f79c658d9dd req-86d67d9f-67b3-441f-82cd-aae998a9ea91 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550709 Apr 28 17:15:35.798280 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-821c18b0-6cb7-41ad-a95a-ab39220cf24a req-de484acc-b28c-423e-a705-988aa0855b3f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0427253 Apr 28 17:15:35.894842 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44184) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:35.995457 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a726eaaf-f6c0-4756-bfd8-1291fae20256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:36.150619 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a726eaaf-f6c0-4756-bfd8-1291fae20256 admin admin] Publish callbacks [] for security_group (45b75cbf-7894-4b10-b173-1eb786273fc5), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:36.154518 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-3ded9ba5-f213-4534-9380-aff8b0b504da service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316247 Apr 28 17:15:36.277796 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a726eaaf-f6c0-4756-bfd8-1291fae20256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (45b75cbf-7894-4b10-b173-1eb786273fc5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:36.314942 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726eaaf-f6c0-4756-bfd8-1291fae20256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b75cbf-7894-4b10-b173-1eb786273fc5,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:36.320402 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a726eaaf-f6c0-4756-bfd8-1291fae20256 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca92649c19a940a0885f0b219668de13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245217 Apr 28 17:15:36.329802 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 44194) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:36.389811 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-afc6dbd6-1342-4e12-a0ab-8fe663e71bde admin admin] Publish callbacks [] for security_group (45b75cbf-7894-4b10-b173-1eb786273fc5), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:36.437471 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dce532-5b09-406e-923a-f802d2dc64a2 req-67a2f832-7562-4651-a927-c6c8f8b3cf8f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:36.438966 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-57dce532-5b09-406e-923a-f802d2dc64a2 req-67a2f832-7562-4651-a927-c6c8f8b3cf8f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 943 time: 0.0645587 Apr 28 17:15:36.440816 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-afc6dbd6-1342-4e12-a0ab-8fe663e71bde admin admin] Publish callbacks [] for security_group (45b75cbf-7894-4b10-b173-1eb786273fc5), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:36.509411 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-57dce532-5b09-406e-923a-f802d2dc64a2 req-2a0703d3-6c5e-4224-b55e-1aa51db86ced tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621107 Apr 28 17:15:36.589504 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-afc6dbd6-1342-4e12-a0ab-8fe663e71bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (45b75cbf-7894-4b10-b173-1eb786273fc5), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:36.592081 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-afc6dbd6-1342-4e12-a0ab-8fe663e71bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:36.593229 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-afc6dbd6-1342-4e12-a0ab-8fe663e71bde admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45b75cbf-7894-4b10-b173-1eb786273fc5 HTTP/1.1" status: 204 len: 168 time: 0.2624085 Apr 28 17:15:36.603832 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6dbd6-1342-4e12-a0ab-8fe663e71bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b75cbf-7894-4b10-b173-1eb786273fc5,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:36.662497 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d09f0f19-b02a-4c5f-a201-56b01071bd78 req-76153e5b-ddb0-4ca6-8b51-cc81ea594ca5 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0282013 Apr 28 17:15:36.766093 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7320a5-c60e-4cd7-8875-8090dba3a3d4 req-554e65db-7a48-43f9-8e17-e8918151988f tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:36.767689 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-dd7320a5-c60e-4cd7-8875-8090dba3a3d4 req-554e65db-7a48-43f9-8e17-e8918151988f tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 944 time: 0.0553522 Apr 28 17:15:36.816056 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-dd7320a5-c60e-4cd7-8875-8090dba3a3d4 req-505a56a9-0b15-475b-97d5-bf4a49f86769 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 Apr 28 17:15:36.895250 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-16de5932-1969-4aa7-89a1-9927ace21495 req-54f9c517-6be7-4dd4-ba9c-6f9453e070cc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0312579 Apr 28 17:15:37.038326 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:37.453542 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 44224) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:37.466393 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9069eb69-0ca3-460f-9690-a5c8f8636a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:37.540095 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9069eb69-0ca3-460f-9690-a5c8f8636a17 admin admin] Publish callbacks [] for security_group (19e16e6c-bba9-4bb2-ab0a-4b92692fd74f), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:37.606414 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9069eb69-0ca3-460f-9690-a5c8f8636a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (19e16e6c-bba9-4bb2-ab0a-4b92692fd74f), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:37.642602 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa79e0-becd-4608-b876-80f1292b542e req-e4d1ffba-97f1-4bec-b34e-a74fb2724a40 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:37.644060 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a9fa79e0-becd-4608-b876-80f1292b542e req-e4d1ffba-97f1-4bec-b34e-a74fb2724a40 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 943 time: 0.0675962 Apr 28 17:15:37.668484 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-9069eb69-0ca3-460f-9690-a5c8f8636a17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08690ad12db5418da86a0eb9fa576ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138462 Apr 28 17:15:37.671158 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44230) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:37.674628 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069eb69-0ca3-460f-9690-a5c8f8636a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e16e6c-bba9-4bb2-ab0a-4b92692fd74f,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:37.705446 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a9fa79e0-becd-4608-b876-80f1292b542e req-289424b9-e78b-434a-bf7a-b7332f829a64 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495903 Apr 28 17:15:37.732717 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19efbbcd-a918-44cb-adf7-7fcf1cece374 admin admin] Publish callbacks [] for security_group (19e16e6c-bba9-4bb2-ab0a-4b92692fd74f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:37.779675 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19efbbcd-a918-44cb-adf7-7fcf1cece374 admin admin] Publish callbacks [] for security_group (19e16e6c-bba9-4bb2-ab0a-4b92692fd74f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:37.787042 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a20e4cd-f99a-43da-9579-3340e1d925a3 req-c80644b0-6394-4617-b343-aa75bc002599 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0428987 Apr 28 17:15:37.934269 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a14890-f615-4b26-abb3-ada7af120fa8 req-9ad306dc-c373-4162-97d9-bbdca69f3283 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:37.935787 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d8a14890-f615-4b26-abb3-ada7af120fa8 req-9ad306dc-c373-4162-97d9-bbdca69f3283 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 944 time: 0.0464330 Apr 28 17:15:37.937953 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19efbbcd-a918-44cb-adf7-7fcf1cece374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (19e16e6c-bba9-4bb2-ab0a-4b92692fd74f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:37.940709 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19efbbcd-a918-44cb-adf7-7fcf1cece374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:37.941853 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-19efbbcd-a918-44cb-adf7-7fcf1cece374 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19e16e6c-bba9-4bb2-ab0a-4b92692fd74f HTTP/1.1" status: 204 len: 168 time: 0.2697062 Apr 28 17:15:37.954475 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efbbcd-a918-44cb-adf7-7fcf1cece374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e16e6c-bba9-4bb2-ab0a-4b92692fd74f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:38.003661 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d8a14890-f615-4b26-abb3-ada7af120fa8 req-f762c503-7af2-4e3d-84d2-a9230eae8862 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506535 Apr 28 17:15:38.029986 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-60a90ee7-eee0-4849-a648-0b378549f603 req-ec21a806-7abb-4c13-9b49-cfe044f0d5da tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0320661 Apr 28 17:15:38.443738 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:38.676298 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44254) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:38.691213 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0384c346-f478-448b-9a85-ada1084e4b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:38.777962 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0384c346-f478-448b-9a85-ada1084e4b37 admin admin] Publish callbacks [] for security_group (4c8ace3c-2450-4b14-8e9e-997944a381e7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:38.826417 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302370c6-7534-4b83-9d5b-f4bab9e7788c req-276e49fc-bd9e-4459-b541-e0099647fa74 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:38.828501 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-302370c6-7534-4b83-9d5b-f4bab9e7788c req-276e49fc-bd9e-4459-b541-e0099647fa74 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 943 time: 0.0524287 Apr 28 17:15:38.871786 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44266) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:38.910733 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0384c346-f478-448b-9a85-ada1084e4b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (4c8ace3c-2450-4b14-8e9e-997944a381e7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:38.945084 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-302370c6-7534-4b83-9d5b-f4bab9e7788c req-f4f6e0f3-630e-4d87-a5df-706e96571cb6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099894 Apr 28 17:15:38.950385 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-84cd91e8-a5fb-41ff-bc26-258fa48c795b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99 HTTP/1.1" status: 200 len: 379 time: 0.1208117 Apr 28 17:15:39.003471 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74997122-1903-4beb-a55d-9657cd8885cb req-94d3a90f-9575-4b78-a7b9-391524830b88 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.1090682 Apr 28 17:15:39.009195 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'port': {'device_id': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'admin_state_up': True, 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'security_groups': ['48ba3a8f-8148-4344-8c78-e55bcbc312c3']}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:39.033583 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:39.114079 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0384c346-f478-448b-9a85-ada1084e4b37 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efa9cb0e426f4ae4a14f957b4db525ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367094 Apr 28 17:15:39.114949 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2641317-1a8b-4361-af54-20dc4c61e1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.116770 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44276) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:39.117776 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:15:39.125272 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384c346-f478-448b-9a85-ada1084e4b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8ace3c-2450-4b14-8e9e-997944a381e7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:39.204002 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bca7f2-c03f-4c8f-b43f-82fb1312afaa req-8814b7a5-0815-4e25-9f32-fc1f6a6b8139 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:39.205170 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3361f937-2eed-4b59-89f3-03c431b95e6d req-861f6cf4-1e6b-4d4c-a6e8-19f442c56d65 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573921 Apr 28 17:15:39.205484 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-56bca7f2-c03f-4c8f-b43f-82fb1312afaa req-8814b7a5-0815-4e25-9f32-fc1f6a6b8139 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 944 time: 0.0801909 Apr 28 17:15:39.216698 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:39.217381 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.218686 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-b877c4b9-c763-4048-bd79-9ceccf691b9d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:39.220336 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-b877c4b9-c763-4048-bd79-9ceccf691b9d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.66 "GET /v2.0/networks?id=77e74cd7-f3b4-4335-ac24-4dfe333ae022 HTTP/1.1" status: 200 len: 817 time: 0.3475599 Apr 28 17:15:39.226685 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f3b929ac-4bbb-48eb-a5c6-d8e26b0477e1 req-8ab88dfc-8244-4a24-b0eb-0ab5bf2ddcf6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0790141 Apr 28 17:15:39.264763 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-56bca7f2-c03f-4c8f-b43f-82fb1312afaa req-3fe22c71-43d6-496d-b5ec-fdecbf31e71d tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530961 Apr 28 17:15:39.339194 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Made reservation on behalf of efe570ac7fd04c7c9a1eb53ec96c3d99 for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:15:39.342796 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.349734 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:39.350126 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.352762 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d31456a5-532f-4db5-b5a5-dcfb387d5e25 admin admin] Publish callbacks [] for security_group (4c8ace3c-2450-4b14-8e9e-997944a381e7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.376709 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba49585-4d26-406b-9d4b-6e536b49a564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:15:39.399008 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-29d87ba8-6907-455b-8401-6a86f85a0463 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be573a6e5f26466dacf2a255e2248468 HTTP/1.1" status: 200 len: 379 time: 0.1553643 Apr 28 17:15:39.407635 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d31456a5-532f-4db5-b5a5-dcfb387d5e25 admin admin] Publish callbacks [] for security_group (4c8ace3c-2450-4b14-8e9e-997944a381e7), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.418423 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2641317-1a8b-4361-af54-20dc4c61e1eb admin admin] Publish callbacks [] for security_group (0ade85ee-459d-405d-b9eb-7e8da5857103), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.450758 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,segment=NetworkSegment(aeff6384-0eef-4da9-8213-005d58ae2b65),segment_id=aeff6384-0eef-4da9-8213-005d58ae2b65)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:39.488704 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Allocated IP 172.20.0.12 (73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd/bf46f40e-2e9c-4e29-8c8f-abf737b59424/0e5be036-db60-4955-9936-f22b7d226639) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:39.532573 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2641317-1a8b-4361-af54-20dc4c61e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (0ade85ee-459d-405d-b9eb-7e8da5857103), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.532757 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.561503 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8fcbfc-6a46-4ada-9cf2-6386e66becfe" -d '{"events": [{"server_uuid": "1ba49585-4d26-406b-9d4b-6e536b49a564", "name": "network-vif-plugged", "status": "completed", "tag": "8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:15:39.574522 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e2641317-1a8b-4361-af54-20dc4c61e1eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af8aae1cc2944ac6b57d5df62b2905a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6811533 Apr 28 17:15:39.577290 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 44294) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:39.577658 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2641317-1a8b-4361-af54-20dc4c61e1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ade85ee-459d-405d-b9eb-7e8da5857103,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:39.591047 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:39.612579 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d31456a5-532f-4db5-b5a5-dcfb387d5e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (4c8ace3c-2450-4b14-8e9e-997944a381e7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.615276 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d31456a5-532f-4db5-b5a5-dcfb387d5e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.616482 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d31456a5-532f-4db5-b5a5-dcfb387d5e25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c8ace3c-2450-4b14-8e9e-997944a381e7 HTTP/1.1" status: 204 len: 168 time: 0.4930532 Apr 28 17:15:39.625166 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31456a5-532f-4db5-b5a5-dcfb387d5e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8ace3c-2450-4b14-8e9e-997944a381e7,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:39.685616 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a123f401-6f7c-4ea6-bded-5b6fe3c52400 admin admin] Publish callbacks [] for security_group (0ade85ee-459d-405d-b9eb-7e8da5857103), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.694809 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e043fad8-757f-4b30-aff4-84b019594a42 x-openstack-request-id: req-e043fad8-757f-4b30-aff4-84b019594a42 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:15:39.695231 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba49585-4d26-406b-9d4b-6e536b49a564", "name": "network-vif-plugged", "status": "completed", "tag": "8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:15:39.695724 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e043fad8-757f-4b30-aff4-84b019594a42 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:15:39.696564 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e043fad8-757f-4b30-aff4-84b019594a42'] response: {'server_uuid': '1ba49585-4d26-406b-9d4b-6e536b49a564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a', 'code': 200} Apr 28 17:15:39.721620 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a123f401-6f7c-4ea6-bded-5b6fe3c52400 admin admin] Publish callbacks [] for security_group (0ade85ee-459d-405d-b9eb-7e8da5857103), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.767071 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for port (0e5be036-db60-4955-9936-f22b7d226639), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.892838 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (0e5be036-db60-4955-9936-f22b7d226639), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.935048 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:39.938280 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:39.940864 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:39.946103 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:39.946717 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.956495 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a123f401-6f7c-4ea6-bded-5b6fe3c52400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (0ade85ee-459d-405d-b9eb-7e8da5857103), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.961636 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a123f401-6f7c-4ea6-bded-5b6fe3c52400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:39.961636 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-a123f401-6f7c-4ea6-bded-5b6fe3c52400 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ade85ee-459d-405d-b9eb-7e8da5857103 HTTP/1.1" status: 204 len: 168 time: 0.3818879 Apr 28 17:15:39.972059 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'Port': ['ID=0e5be036-db60-4955-9936-f22b7d226639,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:39.980598 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123f401-6f7c-4ea6-bded-5b6fe3c52400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ade85ee-459d-405d-b9eb-7e8da5857103,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:40.066731 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e52c80b5-3fb1-4643-bae9-63a83207b6e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0622902 Apr 28 17:15:40.154611 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78ae4f-c2e7-4653-baf2-426ee00913b8 req-5be56e6a-e8ea-431d-9c7f-231cb6a1ca1d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:40.156572 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fe78ae4f-c2e7-4653-baf2-426ee00913b8 req-5be56e6a-e8ea-431d-9c7f-231cb6a1ca1d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 943 time: 0.0707207 Apr 28 17:15:40.189687 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be16e2-8831-48b8-bdd8-ff054804b45b req-c5d89e8d-9923-41fd-ac2f-fce42febb3ab tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:40.193236 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f8be16e2-8831-48b8-bdd8-ff054804b45b req-c5d89e8d-9923-41fd-ac2f-fce42febb3ab tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 932 time: 0.0707076 Apr 28 17:15:40.223170 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fe78ae4f-c2e7-4653-baf2-426ee00913b8 req-0e1ce495-d932-4352-8234-0d0e4479235a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604546 Apr 28 17:15:40.258246 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'port': {'device_id': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'admin_state_up': True, 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'security_groups': ['9e7b243a-9f78-485b-889d-478536774a13']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:40.307080 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Request body: {'port': {'device_id': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:40.327921 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-a5b8848b-b7c9-4cb1-9bc8-cea709a6fe96 None None] Provisioning complete for port 0e5be036-db60-4955-9936-f22b7d226639 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:40.329492 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a5b8848b-b7c9-4cb1-9bc8-cea709a6fe96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (0e5be036-db60-4955-9936-f22b7d226639), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:40.398279 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8848b-b7c9-4cb1-9bc8-cea709a6fe96 None None] Port 0e5be036-db60-4955-9936-f22b7d226639 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:15:40.446765 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (0e5be036-db60-4955-9936-f22b7d226639), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:40.488172 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2ca7111d-334c-443d-a52f-7dc6f076c57f req-e28661db-a4a1-400b-a3a4-494089a3df97 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0873649 Apr 28 17:15:40.694163 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8039d-f49b-468e-bc51-0bff9fad52bf req-6499a071-3aa7-48ce-aac8-df2f3de78737 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:40.695994 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-07a8039d-f49b-468e-bc51-0bff9fad52bf req-6499a071-3aa7-48ce-aac8-df2f3de78737 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.0826995 Apr 28 17:15:40.731055 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f8be16e2-8831-48b8-bdd8-ff054804b45b req-1605309a-3a55-48a9-bc99-972e284130cf tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5229580 Apr 28 17:15:40.820493 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-07a8039d-f49b-468e-bc51-0bff9fad52bf req-04b94ff2-2da5-4d0a-a4b2-433cf55a2b47 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632160 Apr 28 17:15:40.890745 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Made reservation on behalf of be573a6e5f26466dacf2a255e2248468 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:15:40.896617 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5be036-db60-4955-9936-f22b7d226639 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:15:40.897228 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:40.906452 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Publish callbacks [] for port (0e5be036-db60-4955-9936-f22b7d226639), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:40.922194 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Transition to ACTIVE for port object 0e5be036-db60-4955-9936-f22b7d226639 will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:15:40.924148 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f8060-804d-4af5-80e3-65d363dae685 req-c92826da-50cb-4159-ae36-3d9119bffe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:40.925667 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b66f8060-804d-4af5-80e3-65d363dae685 req-c92826da-50cb-4159-ae36-3d9119bffe6c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 1129 time: 0.0931785 Apr 28 17:15:40.980777 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-b66f8060-804d-4af5-80e3-65d363dae685 req-63307524-71a8-4f65-a205-feaa8937e450 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.028384 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device dd3764b3-8ab3-489e-beb3-23ac660e31d5 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:15:41.085226 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Allocated IP 172.20.0.12 (77e74cd7-f3b4-4335-ac24-4dfe333ae022/ecc69208-bcad-42d8-b762-85c2a71ff837/c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:15:41.115441 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (0e5be036-db60-4955-9936-f22b7d226639), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.144418 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port dd3764b3-8ab3-489e-beb3-23ac660e31d5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dd3764b3-8ab3-489e-beb3-23ac660e31d5,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:41.146194 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-b66f8060-804d-4af5-80e3-65d363dae685 req-63307524-71a8-4f65-a205-feaa8937e450 service neutron] Publish callbacks [] for security_group (d44e21ef-816f-4a98-843f-f1b14c0da404), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.158264 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'dd3764b3-8ab3-489e-beb3-23ac660e31d5', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'port_id': 'dd3764b3-8ab3-489e-beb3-23ac660e31d5', 'mac_address': 'fa:16:3e:87:ec:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:15:41.208405 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port dd3764b3-8ab3-489e-beb3-23ac660e31d5 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:41.210730 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.223674 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3764b3-8ab3-489e-beb3-23ac660e31d5 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:15:41.226717 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-b66f8060-804d-4af5-80e3-65d363dae685 req-63307524-71a8-4f65-a205-feaa8937e450 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d44e21ef-816f-4a98-843f-f1b14c0da404), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.235316 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5be036-db60-4955-9936-f22b7d226639,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:41.244824 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44354) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:41.255903 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Attempting to bind port 0e5be036-db60-4955-9936-f22b7d226639 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:41.256487 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Attempting to bind port 0e5be036-db60-4955-9936-f22b7d226639 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:41.258603 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port dd3764b3-8ab3-489e-beb3-23ac660e31d5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dd3764b3-8ab3-489e-beb3-23ac660e31d5,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:41.259064 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Attempting to bind port 0e5be036-db60-4955-9936-f22b7d226639 on network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:41.268171 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Port 0e5be036-db60-4955-9936-f22b7d226639 on network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:15:41.268840 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Attempting to bind port 0e5be036-db60-4955-9936-f22b7d226639 on network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:41.279351 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:41.280324 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Checking segment: {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:41.281073 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Bound using segment: {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:41.283310 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Bound port: 0e5be036-db60-4955-9936-f22b7d226639, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:41.284129 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (0e5be036-db60-4955-9936-f22b7d226639), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.329468 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-228345ad-4461-46f8-993e-fb35eb495387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.349840 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.351120 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device a6cd92cf-329e-4007-9e51-7732838fe006 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:15:41.371448 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b66f8060-804d-4af5-80e3-65d363dae685 req-63307524-71a8-4f65-a205-feaa8937e450 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353647 Apr 28 17:15:41.408184 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63307524-71a8-4f65-a205-feaa8937e450 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d44e21ef-816f-4a98-843f-f1b14c0da404,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:41.408597 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] For port 0e5be036-db60-4955-9936-f22b7d226639, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:41.413963 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] For port 0e5be036-db60-4955-9936-f22b7d226639, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=0e5be036-db60-4955-9936-f22b7d226639,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:41.435437 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.446122 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259a0ca-8c4c-448f-9df8-48e1ef2a136b req-7ea65a7f-73b2-4460-953d-28e88e683ea3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:41.447910 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b259a0ca-8c4c-448f-9df8-48e1ef2a136b req-7ea65a7f-73b2-4460-953d-28e88e683ea3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 944 time: 0.1235685 Apr 28 17:15:41.455836 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port a6cd92cf-329e-4007-9e51-7732838fe006, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a6cd92cf-329e-4007-9e51-7732838fe006,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:41.469793 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=dd3764b3-8ab3-489e-beb3-23ac660e31d5,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:41.477642 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'a6cd92cf-329e-4007-9e51-7732838fe006', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'port_id': 'a6cd92cf-329e-4007-9e51-7732838fe006', 'mac_address': 'fa:16:3e:e5:1d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:15:41.512011 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (0e5be036-db60-4955-9936-f22b7d226639), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.540688 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port a6cd92cf-329e-4007-9e51-7732838fe006 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:41.543443 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.572112 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6cd92cf-329e-4007-9e51-7732838fe006 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:15:41.577117 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:41.581892 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.581892 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] 10.222.0.66 "PUT /v2.0/ports/0e5be036-db60-4955-9936-f22b7d226639 HTTP/1.1" status: 200 len: 1094 time: 1.2852731 Apr 28 17:15:41.581892 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'tag': '0e5be036-db60-4955-9936-f22b7d226639'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:15:41.583543 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca30da7a-00d0-4258-9bef-0512f86d50ed" -d '{"events": [{"name": "network-changed", "server_uuid": "64408e9d-a770-4096-bf88-b4b5cdd68649", "tag": "0e5be036-db60-4955-9936-f22b7d226639"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:15:41.617647 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port a6cd92cf-329e-4007-9e51-7732838fe006, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a6cd92cf-329e-4007-9e51-7732838fe006,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:41.644221 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b259a0ca-8c4c-448f-9df8-48e1ef2a136b req-da9472ac-b8c1-4fb6-995e-5b881bd107aa tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868234 Apr 28 17:15:41.665672 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-228345ad-4461-46f8-993e-fb35eb495387 admin admin] Publish callbacks [] for security_group (3941b36d-d051-46b9-8cf1-d9df4354094c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.668448 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.693049 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.769641 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:15:41.769641 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-228345ad-4461-46f8-993e-fb35eb495387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (3941b36d-d051-46b9-8cf1-d9df4354094c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:41.820582 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:15:41.825945 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:15:41.826946 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=a6cd92cf-329e-4007-9e51-7732838fe006,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:41.958078 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'Port': ['ID=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:41.981805 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6745f722-334b-44fb-be84-1f97b409a08d x-openstack-request-id: req-6745f722-334b-44fb-be84-1f97b409a08d {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:15:41.982286 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64408e9d-a770-4096-bf88-b4b5cdd68649", "tag": "0e5be036-db60-4955-9936-f22b7d226639", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:15:41.982376 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6745f722-334b-44fb-be84-1f97b409a08d {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:15:41.982875 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6745f722-334b-44fb-be84-1f97b409a08d'] response: {'name': 'network-changed', 'server_uuid': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'tag': '0e5be036-db60-4955-9936-f22b7d226639', 'status': 'completed', 'code': 200} Apr 28 17:15:41.989352 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ef6591bd-1c04-4559-9840-9497e8a84c00 req-1211aa00-652c-4347-ba9b-50b87c7e4307 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.3884234 Apr 28 17:15:41.992152 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-228345ad-4461-46f8-993e-fb35eb495387 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6201dd5556594e8bac0ff4165fa14881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7258160 Apr 28 17:15:41.998112 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44422) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:41.998789 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228345ad-4461-46f8-993e-fb35eb495387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3941b36d-d051-46b9-8cf1-d9df4354094c,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:42.038847 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30da7a-00d0-4258-9bef-0512f86d50ed req-e2375432-447b-4953-84b0-8b879543922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:42.043495 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ca30da7a-00d0-4258-9bef-0512f86d50ed req-e2375432-447b-4953-84b0-8b879543922c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 1128 time: 0.0871778 Apr 28 17:15:42.047518 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a57df7-4537-4546-bc70-b0f3df208a89 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5be036-db60-4955-9936-f22b7d226639,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:42.063660 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8204dcb-3379-4057-96f2-57623d66db23 req-b70be7ed-8f33-430d-9a84-1028441d6b8a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:42.070657 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d8204dcb-3379-4057-96f2-57623d66db23 req-b70be7ed-8f33-430d-9a84-1028441d6b8a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 944 time: 0.1451554 Apr 28 17:15:42.134041 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:42.136732 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:42.201160 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['dd3764b3-8ab3-489e-beb3-23ac660e31d5'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:15:42.206244 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-bc3dd048-ae69-434d-a280-ed6395709615 None None] Provisioning complete for port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:42.207347 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bc3dd048-ae69-434d-a280-ed6395709615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:42.207515 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d8204dcb-3379-4057-96f2-57623d66db23 req-50b6c58b-4fa8-4681-bfa6-ab1501d6f8b8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360099 Apr 28 17:15:42.208350 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e46656ed-062b-40fb-b801-2c1a6843cf68 admin admin] Publish callbacks [] for security_group (3941b36d-d051-46b9-8cf1-d9df4354094c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:42.240800 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e46656ed-062b-40fb-b801-2c1a6843cf68 admin admin] Publish callbacks [] for security_group (3941b36d-d051-46b9-8cf1-d9df4354094c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:42.246263 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-799168a2-cba0-4a68-b7e0-c0f23156e835 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9943557 Apr 28 17:15:42.258209 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78985bdf-0f5b-4556-9551-e99ca0c67d65 req-2dcf1c43-2e21-41c2-8f86-42e63073768a tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:42.259764 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-78985bdf-0f5b-4556-9551-e99ca0c67d65 req-2dcf1c43-2e21-41c2-8f86-42e63073768a tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.1057839 Apr 28 17:15:42.283784 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Request body: {'port': {'device_id': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:42.309394 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30da7a-00d0-4258-9bef-0512f86d50ed req-4609daaa-0d3d-44ec-adda-3fb1db72702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:42.311950 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ca30da7a-00d0-4258-9bef-0512f86d50ed req-4609daaa-0d3d-44ec-adda-3fb1db72702c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2008626 Apr 28 17:15:42.318081 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-bc3dd048-ae69-434d-a280-ed6395709615 None None] Port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:15:42.356243 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:42.411338 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-78985bdf-0f5b-4556-9551-e99ca0c67d65 req-670dd0dc-e4d6-4839-b369-5388fd1993c5 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445553 Apr 28 17:15:42.418770 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['a6cd92cf-329e-4007-9e51-7732838fe006'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:15:42.439267 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30da7a-00d0-4258-9bef-0512f86d50ed req-6394a0a3-945b-47be-99a1-38f9183543d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:42.440782 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ca30da7a-00d0-4258-9bef-0512f86d50ed req-6394a0a3-945b-47be-99a1-38f9183543d0 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1180747 Apr 28 17:15:42.449614 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e46656ed-062b-40fb-b801-2c1a6843cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (3941b36d-d051-46b9-8cf1-d9df4354094c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:42.452199 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e46656ed-062b-40fb-b801-2c1a6843cf68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:42.461640 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e46656ed-062b-40fb-b801-2c1a6843cf68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3941b36d-d051-46b9-8cf1-d9df4354094c HTTP/1.1" status: 204 len: 168 time: 0.4518607 Apr 28 17:15:42.561930 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46656ed-062b-40fb-b801-2c1a6843cf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3941b36d-d051-46b9-8cf1-d9df4354094c,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:42.576393 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d43a4-5021-4ecb-b836-54be62915668 req-d364cbdc-67ff-4245-b90f-b3709bf7e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:42.579317 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-d364cbdc-67ff-4245-b90f-b3709bf7e532 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 1128 time: 0.0665107 Apr 28 17:15:42.629678 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-e9070a30-cff5-462d-b281-5af2a9899910 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e5be036-db60-4955-9936-f22b7d226639 HTTP/1.1" status: 200 len: 217 time: 0.0354204 Apr 28 17:15:42.688021 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d43a4-5021-4ecb-b836-54be62915668 req-5cfcc466-8194-4a7e-b018-b115227de930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:42.689721 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-5cfcc466-8194-4a7e-b018-b115227de930 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf46f40e-2e9c-4e29-8c8f-abf737b59424 HTTP/1.1" status: 200 len: 850 time: 0.0520265 Apr 28 17:15:42.736505 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d43a4-5021-4ecb-b836-54be62915668 req-f7afec34-d763-44b2-bd02-f4f06257d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:42.738102 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-f7afec34-d763-44b2-bd02-f4f06257d9d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420065 Apr 28 17:15:42.805312 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:15:42.819297 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e08ea-dbb6-480e-a8b4-22de4a7f9d4a req-95b193fb-a455-4e73-9184-e934511257bb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:42.820869 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a2e08ea-dbb6-480e-a8b4-22de4a7f9d4a req-95b193fb-a455-4e73-9184-e934511257bb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 944 time: 0.1103432 Apr 28 17:15:42.822930 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Publish callbacks [] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:42.852118 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Transition to ACTIVE for port object c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:15:42.861624 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-ec39a403-3331-447c-bc20-947c472b23a1 service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117749 Apr 28 17:15:42.892674 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a2e08ea-dbb6-480e-a8b4-22de4a7f9d4a req-fae48ca6-2217-4505-8201-bb7b8bc370b7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626652 Apr 28 17:15:42.961181 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a94d43a4-5021-4ecb-b836-54be62915668 req-37426a30-b8dd-45ec-aabe-8aa1ecd255f8 service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934482 Apr 28 17:15:42.975289 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:43.033811 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Pushing event updated for resources: {'Port': ['ID=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:43.135190 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Attempting to bind port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:15:43.135500 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Attempting to bind port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:15:43.136397 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Attempting to bind port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 on network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:43.142577 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 on network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:15:43.143484 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Attempting to bind port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 on network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:15:43.150849 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:15:43.151875 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Checking segment: {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:15:43.152463 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Bound using segment: {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:15:43.152964 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Bound port: c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:15:43.153332 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:43.167400 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f824120-94c4-4321-a770-b5118d4e81ef req-e7e20302-e099-4b87-b609-32e57dbc1839 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:43.170869 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3f824120-94c4-4321-a770-b5118d4e81ef req-e7e20302-e099-4b87-b609-32e57dbc1839 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0551803 Apr 28 17:15:43.235848 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3f824120-94c4-4321-a770-b5118d4e81ef req-551e1427-2f39-4286-a55a-8bece0ed9376 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596299 Apr 28 17:15:43.252252 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:15:43.255815 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:15:43.363266 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:43.380438 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304909f-1b33-4c4e-ba08-e0ea454f0cb2 req-5d4bc921-f311-4f1e-a863-598ac41c26cf tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:43.381841 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5304909f-1b33-4c4e-ba08-e0ea454f0cb2 req-5d4bc921-f311-4f1e-a863-598ac41c26cf tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 944 time: 0.0624034 Apr 28 17:15:43.416980 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:43.417617 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:43.419013 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] 10.222.0.66 "PUT /v2.0/ports/c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 HTTP/1.1" status: 200 len: 1094 time: 1.1456828 Apr 28 17:15:43.419464 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:15:43.421734 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736c162f-440d-4968-923d-d363484a2b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:15:43.475503 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232d424-32e9-4fac-80aa-3b515697437e service neutron] Pushing event updated for resources: {'Port': ['ID=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:43.482758 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9e66a6-566e-422c-bb70-5e0252b6dfa7 x-openstack-request-id: req-de9e66a6-566e-422c-bb70-5e0252b6dfa7 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:15:43.483053 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:15:43.483699 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de9e66a6-566e-422c-bb70-5e0252b6dfa7 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:15:43.484135 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9e66a6-566e-422c-bb70-5e0252b6dfa7'] response: {'name': 'network-changed', 'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'status': 'completed', 'code': 200} Apr 28 17:15:43.497872 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5304909f-1b33-4c4e-ba08-e0ea454f0cb2 req-e35a14d2-b4c1-4591-8f6f-008e7f4a06a2 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980828 Apr 28 17:15:43.606832 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1bf2-f013-4fc0-899a-48ac8c33ad3b req-a5510b1b-e56a-4058-8d2e-53dd318c9a43 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:43.608341 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-93ad1bf2-f013-4fc0-899a-48ac8c33ad3b req-a5510b1b-e56a-4058-8d2e-53dd318c9a43 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.0537128 Apr 28 17:15:43.656330 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-93ad1bf2-f013-4fc0-899a-48ac8c33ad3b req-68270a7b-4ac0-457b-bf2b-0a8bc72a8ca3 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Apr 28 17:15:43.736727 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device dd3764b3-8ab3-489e-beb3-23ac660e31d5 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:43.788340 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port dd3764b3-8ab3-489e-beb3-23ac660e31d5 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:15:43.995796 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port dd3764b3-8ab3-489e-beb3-23ac660e31d5 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:43.996390 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:44.041845 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaf132-08c9-4465-abb8-bd63f2c48dc4 req-455544ab-9ec8-466e-8031-c1eb20745522 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:44.041845 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5ccaf132-08c9-4465-abb8-bd63f2c48dc4 req-455544ab-9ec8-466e-8031-c1eb20745522 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 944 time: 0.0761902 Apr 28 17:15:44.106576 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port dd3764b3-8ab3-489e-beb3-23ac660e31d5 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:44.107007 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:44.110744 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5ccaf132-08c9-4465-abb8-bd63f2c48dc4 req-f30c1552-6f32-40b5-a6f0-2452fb0de2f1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622745 Apr 28 17:15:44.147271 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e332d5d4-4f2d-49f1-b998-3ad68de73b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3764b3-8ab3-489e-beb3-23ac660e31d5'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:15:44.149850 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9a3ee6-a331-440b-989c-1587032ea8ff" -d '{"events": [{"server_uuid": "e332d5d4-4f2d-49f1-b998-3ad68de73b1b", "name": "network-vif-plugged", "status": "completed", "tag": "dd3764b3-8ab3-489e-beb3-23ac660e31d5"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:15:44.170394 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port dd3764b3-8ab3-489e-beb3-23ac660e31d5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dd3764b3-8ab3-489e-beb3-23ac660e31d5,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:44.200760 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2712ac78-4989-441d-ac3c-693c4487fbac x-openstack-request-id: req-2712ac78-4989-441d-ac3c-693c4487fbac {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:15:44.201172 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e332d5d4-4f2d-49f1-b998-3ad68de73b1b", "name": "network-vif-plugged", "status": "completed", "tag": "dd3764b3-8ab3-489e-beb3-23ac660e31d5", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:15:44.201528 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2712ac78-4989-441d-ac3c-693c4487fbac {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:15:44.202051 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2712ac78-4989-441d-ac3c-693c4487fbac'] response: {'server_uuid': 'e332d5d4-4f2d-49f1-b998-3ad68de73b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3764b3-8ab3-489e-beb3-23ac660e31d5', 'code': 200} Apr 28 17:15:44.320539 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:44.321345 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device a6cd92cf-329e-4007-9e51-7732838fe006 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:44.352006 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b40dd-fa41-40d9-8fc5-eb4251bcaca3 req-a44a2365-2fc0-4fc5-9830-d823b4a1b876 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:44.353593 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e8b40dd-fa41-40d9-8fc5-eb4251bcaca3 req-a44a2365-2fc0-4fc5-9830-d823b4a1b876 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0499065 Apr 28 17:15:44.421313 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e8b40dd-fa41-40d9-8fc5-eb4251bcaca3 req-a3ec700e-9269-4852-ab6c-8bc554155c23 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572033 Apr 28 17:15:44.519400 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=dd3764b3-8ab3-489e-beb3-23ac660e31d5,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:44.522175 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port a6cd92cf-329e-4007-9e51-7732838fe006 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:15:44.628785 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392f86-bf39-4c96-89b8-983f4f117a6f req-02bd1424-c91d-4224-8428-4ab92bf571c1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:44.630271 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b7392f86-bf39-4c96-89b8-983f4f117a6f req-02bd1424-c91d-4224-8428-4ab92bf571c1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 944 time: 0.0494661 Apr 28 17:15:44.677717 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b7392f86-bf39-4c96-89b8-983f4f117a6f req-5592eda0-d7e6-4587-a287-89dbcf0adba8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419528 Apr 28 17:15:44.680768 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port a6cd92cf-329e-4007-9e51-7732838fe006 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:44.680768 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:44.765838 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port a6cd92cf-329e-4007-9e51-7732838fe006 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:44.766518 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:44.807314 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port a6cd92cf-329e-4007-9e51-7732838fe006, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a6cd92cf-329e-4007-9e51-7732838fe006,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:44.876108 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c162f-440d-4968-923d-d363484a2b7f req-89b88172-b3d4-46f5-91c3-f36b54cb0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:44.877662 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-736c162f-440d-4968-923d-d363484a2b7f req-89b88172-b3d4-46f5-91c3-f36b54cb0105 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 1128 time: 0.0497155 Apr 28 17:15:44.981042 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:45.038196 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c162f-440d-4968-923d-d363484a2b7f req-3afd3c2f-7f59-4375-b28b-5dc73558acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:45.040792 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-736c162f-440d-4968-923d-d363484a2b7f req-3afd3c2f-7f59-4375-b28b-5dc73558acb5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=be573a6e5f26466dacf2a255e2248468&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1441174 Apr 28 17:15:45.068749 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=a6cd92cf-329e-4007-9e51-7732838fe006,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:45.172013 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 0e5be036-db60-4955-9936-f22b7d226639 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:15:45.175561 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c162f-440d-4968-923d-d363484a2b7f req-f021a534-d723-40b2-96f5-524e52453f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:45.178147 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-736c162f-440d-4968-923d-d363484a2b7f req-f021a534-d723-40b2-96f5-524e52453f50 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244063 Apr 28 17:15:45.249212 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17325edb-90ac-41e7-a216-77a1c4f8afc2 req-1490d5a0-37ed-4926-9b76-0f108dae8052 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:45.272237 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-17325edb-90ac-41e7-a216-77a1c4f8afc2 req-1490d5a0-37ed-4926-9b76-0f108dae8052 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0888100 Apr 28 17:15:45.314407 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 0e5be036-db60-4955-9936-f22b7d226639, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=0e5be036-db60-4955-9936-f22b7d226639,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:45.341616 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '0e5be036-db60-4955-9936-f22b7d226639', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'port_id': '0e5be036-db60-4955-9936-f22b7d226639', 'mac_address': 'fa:16:3e:36:2d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:15:45.364552 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c495ec-45fc-491c-8ffa-ae1eb56cad6a req-80d70bd0-61af-4f04-816a-6a023f356869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:45.366188 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-93c495ec-45fc-491c-8ffa-ae1eb56cad6a req-80d70bd0-61af-4f04-816a-6a023f356869 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 1129 time: 0.0824602 Apr 28 17:15:45.388020 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-9bf41fd3-047e-4707-926e-e49addf9d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:45.389610 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-9bf41fd3-047e-4707-926e-e49addf9d3b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 1128 time: 0.1153779 Apr 28 17:15:45.398159 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 0e5be036-db60-4955-9936-f22b7d226639 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:45.398719 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (0e5be036-db60-4955-9936-f22b7d226639), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:45.403923 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-17325edb-90ac-41e7-a216-77a1c4f8afc2 req-bdc075eb-b935-4c6d-b8fe-c10f63d90676 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326542 Apr 28 17:15:45.415762 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5be036-db60-4955-9936-f22b7d226639 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:15:45.438533 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-93c495ec-45fc-491c-8ffa-ae1eb56cad6a req-d45dec5b-9f5b-4c57-b355-5c5d7c8a5b23 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641954 Apr 28 17:15:45.440222 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 0e5be036-db60-4955-9936-f22b7d226639, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=0e5be036-db60-4955-9936-f22b7d226639,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:45.453784 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-a37eba85-550a-474e-b9ac-5d25b204cfe7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 HTTP/1.1" status: 200 len: 217 time: 0.0347841 Apr 28 17:15:45.558413 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ad0d4-049e-4672-8496-74a527af580e req-e2bf1643-5c40-4bcb-9223-465f1d7807fd tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:45.560007 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ca0ad0d4-049e-4672-8496-74a527af580e req-e2bf1643-5c40-4bcb-9223-465f1d7807fd tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0485344 Apr 28 17:15:45.569905 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (0e5be036-db60-4955-9936-f22b7d226639), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:45.628596 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ca0ad0d4-049e-4672-8496-74a527af580e req-e2ebaf2c-d1b6-4e7b-908d-0e0dc1819a84 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626843 Apr 28 17:15:45.640088 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=0e5be036-db60-4955-9936-f22b7d226639,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:45.815459 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-16e6ce37-da51-4f5a-a51b-b7579d118847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:45.821579 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-16e6ce37-da51-4f5a-a51b-b7579d118847 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecc69208-bcad-42d8-b762-85c2a71ff837 HTTP/1.1" status: 200 len: 856 time: 0.0841360 Apr 28 17:15:45.823458 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38219085-b40b-483c-af15-0d70e7dccf39 req-18bd0450-6c5c-46f7-b6bb-0b80503b8fc7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:45.824814 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-38219085-b40b-483c-af15-0d70e7dccf39 req-18bd0450-6c5c-46f7-b6bb-0b80503b8fc7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 945 time: 0.0652945 Apr 28 17:15:45.875412 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-38219085-b40b-483c-af15-0d70e7dccf39 req-4f061c2a-b1ea-4305-8709-f0281e1edab7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440078 Apr 28 17:15:45.943416 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['0e5be036-db60-4955-9936-f22b7d226639'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:15:46.204173 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c67f11-340f-4ecb-b8ea-da601aaee01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cd92cf-329e-4007-9e51-7732838fe006'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:15:46.205623 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385bdf4b-a461-4c3e-a972-1203b899952e" -d '{"events": [{"server_uuid": "03c67f11-340f-4ecb-b8ea-da601aaee01c", "name": "network-vif-plugged", "status": "completed", "tag": "a6cd92cf-329e-4007-9e51-7732838fe006"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:15:46.251785 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-f36eb935-af4c-4e88-87d7-9adad7179afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:46.253721 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-f36eb935-af4c-4e88-87d7-9adad7179afc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77e74cd7-f3b4-4335-ac24-4dfe333ae022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768139 Apr 28 17:15:46.260980 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 44590) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:46.281067 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dba53f-e7f4-47f3-970c-b08870e5db14 x-openstack-request-id: req-c0dba53f-e7f4-47f3-970c-b08870e5db14 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:15:46.281430 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c67f11-340f-4ecb-b8ea-da601aaee01c", "name": "network-vif-plugged", "status": "completed", "tag": "a6cd92cf-329e-4007-9e51-7732838fe006", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:15:46.281811 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0dba53f-e7f4-47f3-970c-b08870e5db14 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:15:46.282897 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0dba53f-e7f4-47f3-970c-b08870e5db14'] response: {'server_uuid': '03c67f11-340f-4ecb-b8ea-da601aaee01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cd92cf-329e-4007-9e51-7732838fe006', 'code': 200} Apr 28 17:15:46.374264 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-b1724d9e-d0ca-4bb8-9f64-a1c0a274b201 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136134 Apr 28 17:15:46.408037 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-36859e44-b59e-4324-9472-17500f4f854e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:46.531383 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-661521cb-8ce0-4f2f-9737-91ac1b10c5f8 req-a955748d-3d12-4d5a-852c-4509b77c3061 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400151 Apr 28 17:15:46.548141 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e958d8b-bc37-4b9c-8737-78d6d53428ef req-5c900044-2783-4331-9cad-2198c0a7f061 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:46.549657 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3e958d8b-bc37-4b9c-8737-78d6d53428ef req-5c900044-2783-4331-9cad-2198c0a7f061 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0571499 Apr 28 17:15:46.576622 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-36859e44-b59e-4324-9472-17500f4f854e admin admin] Publish callbacks [] for security_group (bec5c92c-ed12-401c-994e-bc731327ad8d), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:46.611154 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3e958d8b-bc37-4b9c-8737-78d6d53428ef req-b15b6973-4022-45f7-b035-6c96228e6abf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514014 Apr 28 17:15:46.717986 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-36859e44-b59e-4324-9472-17500f4f854e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (bec5c92c-ed12-401c-994e-bc731327ad8d), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:46.757350 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c39aa-834d-4e30-bddc-d29a538c7667 req-bbe99eae-937f-4a0e-9d63-fbb984bcbc91 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:46.758555 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-36859e44-b59e-4324-9472-17500f4f854e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=490cdc3ca51f4d3aa6185fbcd5c693d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4959035 Apr 28 17:15:46.758887 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f40c39aa-834d-4e30-bddc-d29a538c7667 req-bbe99eae-937f-4a0e-9d63-fbb984bcbc91 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0473547 Apr 28 17:15:46.765030 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 44606) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:46.767061 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36859e44-b59e-4324-9472-17500f4f854e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec5c92c-ed12-401c-994e-bc731327ad8d,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:46.818075 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f40c39aa-834d-4e30-bddc-d29a538c7667 req-7308d159-c64e-427d-8194-354e489874d2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511720 Apr 28 17:15:46.819990 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c7711818-a318-4fca-90b9-87a6d16aa2db admin admin] Publish callbacks [] for security_group (bec5c92c-ed12-401c-994e-bc731327ad8d), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:46.842392 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c7711818-a318-4fca-90b9-87a6d16aa2db admin admin] Publish callbacks [] for security_group (bec5c92c-ed12-401c-994e-bc731327ad8d), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:46.955127 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c7711818-a318-4fca-90b9-87a6d16aa2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (bec5c92c-ed12-401c-994e-bc731327ad8d), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:46.957848 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c7711818-a318-4fca-90b9-87a6d16aa2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:46.959003 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-c7711818-a318-4fca-90b9-87a6d16aa2db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bec5c92c-ed12-401c-994e-bc731327ad8d HTTP/1.1" status: 204 len: 168 time: 0.1928959 Apr 28 17:15:46.971978 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7711818-a318-4fca-90b9-87a6d16aa2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec5c92c-ed12-401c-994e-bc731327ad8d,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:47.009329 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1eb43-6acc-46ba-a9ec-7e879cc97920 req-d490fbed-d6ac-43f3-bcb6-580636290919 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:47.011406 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4aa1eb43-6acc-46ba-a9ec-7e879cc97920 req-d490fbed-d6ac-43f3-bcb6-580636290919 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 945 time: 0.0594022 Apr 28 17:15:47.061336 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4aa1eb43-6acc-46ba-a9ec-7e879cc97920 req-5db6e6d2-90a7-4e40-a714-c15ec7e06e76 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441658 Apr 28 17:15:47.185411 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 0e5be036-db60-4955-9936-f22b7d226639 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:47.254157 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port 0e5be036-db60-4955-9936-f22b7d226639 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:15:47.332225 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 0e5be036-db60-4955-9936-f22b7d226639 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:47.332740 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (0e5be036-db60-4955-9936-f22b7d226639), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:47.422011 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 0e5be036-db60-4955-9936-f22b7d226639 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:47.422402 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (0e5be036-db60-4955-9936-f22b7d226639), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:47.454573 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 0e5be036-db60-4955-9936-f22b7d226639, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=0e5be036-db60-4955-9936-f22b7d226639,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:47.537721 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (0e5be036-db60-4955-9936-f22b7d226639), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:47.595480 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=0e5be036-db60-4955-9936-f22b7d226639,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:47.622134 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 44630) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:47.636134 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ecec-0b0b-4e50-b66f-9bdeacb2d2a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:47.714724 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ecec-0b0b-4e50-b66f-9bdeacb2d2a9 admin admin] Publish callbacks [] for security_group (2759da90-850b-4356-ab11-e9273842a198), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:47.732096 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd36d2d-ea59-476b-91cd-389ee4ab9d55 req-74e90d7a-b52f-4c71-8fa8-81c97871d3b2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:47.733585 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9cd36d2d-ea59-476b-91cd-389ee4ab9d55 req-74e90d7a-b52f-4c71-8fa8-81c97871d3b2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0497234 Apr 28 17:15:47.783311 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9cd36d2d-ea59-476b-91cd-389ee4ab9d55 req-579870a6-69b9-4702-be56-65adfe4e97d5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Apr 28 17:15:47.935013 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ecec-0b0b-4e50-b66f-9bdeacb2d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (2759da90-850b-4356-ab11-e9273842a198), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:47.975987 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9ecec-0b0b-4e50-b66f-9bdeacb2d2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2759da90-850b-4356-ab11-e9273842a198,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:47.981228 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-5dc9ecec-0b0b-4e50-b66f-9bdeacb2d2a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4c9b36c35f94563baa186b2f93c8260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579788 Apr 28 17:15:47.983951 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44638) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:48.032104 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-18279860-6a83-4d63-ac2e-8f82ec4f1ac0 admin admin] Publish callbacks [] for security_group (2759da90-850b-4356-ab11-e9273842a198), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:48.055739 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-18279860-6a83-4d63-ac2e-8f82ec4f1ac0 admin admin] Publish callbacks [] for security_group (2759da90-850b-4356-ab11-e9273842a198), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:48.172581 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-18279860-6a83-4d63-ac2e-8f82ec4f1ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (2759da90-850b-4356-ab11-e9273842a198), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:48.175858 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-18279860-6a83-4d63-ac2e-8f82ec4f1ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:48.177471 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-18279860-6a83-4d63-ac2e-8f82ec4f1ac0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2759da90-850b-4356-ab11-e9273842a198 HTTP/1.1" status: 204 len: 168 time: 0.1923075 Apr 28 17:15:48.188343 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18279860-6a83-4d63-ac2e-8f82ec4f1ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2759da90-850b-4356-ab11-e9273842a198,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:48.265393 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef66506-704c-4d0b-a63c-fbc54dfae617 req-cd1ab1a3-519d-4b0b-b289-60c060c83a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:48.266977 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4ef66506-704c-4d0b-a63c-fbc54dfae617 req-cd1ab1a3-519d-4b0b-b289-60c060c83a12 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 1130 time: 0.0509098 Apr 28 17:15:48.286494 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5be036-db60-4955-9936-f22b7d226639'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:15:48.291304 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0940858c-869a-420e-916d-a4a581eedd8c" -d '{"events": [{"server_uuid": "64408e9d-a770-4096-bf88-b4b5cdd68649", "name": "network-vif-plugged", "status": "completed", "tag": "0e5be036-db60-4955-9936-f22b7d226639"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:15:48.368145 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4ef66506-704c-4d0b-a63c-fbc54dfae617 req-f25b1336-8025-4c74-bda6-c3ae02caa551 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948412 Apr 28 17:15:48.433152 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4cfbc-4deb-4805-9a8f-e944024a201e req-fc32a438-fa4e-409c-a323-3baa7b4c0338 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:48.436115 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-87e4cfbc-4deb-4805-9a8f-e944024a201e req-fc32a438-fa4e-409c-a323-3baa7b4c0338 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0556107 Apr 28 17:15:48.485972 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-87e4cfbc-4deb-4805-9a8f-e944024a201e req-92458e55-e57f-4cb4-a190-1dd49c9ecff7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447838 Apr 28 17:15:48.605617 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98139c67-0a07-4929-9c5e-296cd57c4340 req-e0c3fb1e-e866-4121-a50b-83adbce17727 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:48.607513 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-98139c67-0a07-4929-9c5e-296cd57c4340 req-e0c3fb1e-e866-4121-a50b-83adbce17727 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0586956 Apr 28 17:15:48.661976 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-98139c67-0a07-4929-9c5e-296cd57c4340 req-6fc2723c-df57-4026-9b85-0c1289ad294a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460434 Apr 28 17:15:48.710802 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258373b9-f940-4977-8685-a893d639984f x-openstack-request-id: req-258373b9-f940-4977-8685-a893d639984f {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:15:48.712912 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64408e9d-a770-4096-bf88-b4b5cdd68649", "name": "network-vif-plugged", "status": "completed", "tag": "0e5be036-db60-4955-9936-f22b7d226639", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:15:48.713224 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-258373b9-f940-4977-8685-a893d639984f {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:15:48.713715 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258373b9-f940-4977-8685-a893d639984f'] response: {'server_uuid': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5be036-db60-4955-9936-f22b7d226639', 'code': 200} Apr 28 17:15:48.753486 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8da7d5-24ee-4362-a789-25deeebe2206 req-3450de89-8a66-4cd0-bf71-450dea0f8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:48.754986 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b8da7d5-24ee-4362-a789-25deeebe2206 req-3450de89-8a66-4cd0-bf71-450dea0f8b50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 1129 time: 0.0529945 Apr 28 17:15:48.805842 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a4c71-5921-438c-9048-b6b16c723935 req-6916906d-793e-4b95-b4bf-ccc0144a9baf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:48.808037 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-956a4c71-5921-438c-9048-b6b16c723935 req-6916906d-793e-4b95-b4bf-ccc0144a9baf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0458920 Apr 28 17:15:48.855215 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-956a4c71-5921-438c-9048-b6b16c723935 req-6652798b-a854-402a-9c1b-bf093b320961 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413773 Apr 28 17:15:49.211963 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:15:49.236402 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8da7d5-24ee-4362-a789-25deeebe2206 req-bc5b25e0-267c-4736-b246-972740721fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:49.237850 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b8da7d5-24ee-4362-a789-25deeebe2206 req-bc5b25e0-267c-4736-b246-972740721fbf service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.0928686 Apr 28 17:15:49.294515 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b8da7d5-24ee-4362-a789-25deeebe2206 req-f05d7a27-b2d7-4c38-9d13-b26daef758f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3764b3-8ab3-489e-beb3-23ac660e31d5 HTTP/1.1" status: 200 len: 217 time: 0.0378356 Apr 28 17:15:49.321909 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:49.335448 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'port_id': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'mac_address': 'fa:16:3e:c5:27:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:15:49.379160 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:49.379682 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:49.394439 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:15:49.415169 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:49.514185 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8da7d5-24ee-4362-a789-25deeebe2206 req-85e591bd-c348-43d0-a841-9f00b9f7c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:49.517249 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b8da7d5-24ee-4362-a789-25deeebe2206 req-85e591bd-c348-43d0-a841-9f00b9f7c842 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0616515 Apr 28 17:15:49.531572 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:49.604466 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:49.669630 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a721bfe-9bc7-4a17-8240-4949cd459c84 req-3c953ad0-0b63-45d0-b19a-4eab6d2a61c5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:49.671188 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a721bfe-9bc7-4a17-8240-4949cd459c84 req-3c953ad0-0b63-45d0-b19a-4eab6d2a61c5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 945 time: 0.0688047 Apr 28 17:15:49.697274 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 44706) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:49.732052 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a721bfe-9bc7-4a17-8240-4949cd459c84 req-6271f9dc-5120-48d1-91d9-cd649db027c3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538743 Apr 28 17:15:49.818971 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b8350-60ea-4b5a-a3cc-54c63fe463e7 req-420443ec-b649-4994-857f-a33441f4f95e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:49.820767 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2a6b8350-60ea-4b5a-a3cc-54c63fe463e7 req-420443ec-b649-4994-857f-a33441f4f95e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0577252 Apr 28 17:15:49.876545 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-928deba9-5fd3-45ce-94b0-ee8d01041ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:49.923290 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2a6b8350-60ea-4b5a-a3cc-54c63fe463e7 req-61a34844-3e3a-4e3d-8e2d-694902660b65 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954697 Apr 28 17:15:49.946043 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:15:49.983672 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-928deba9-5fd3-45ce-94b0-ee8d01041ff5 admin admin] Publish callbacks [] for security_group (a8e64cc6-8e9e-4bc9-8bb2-4a6078ba2e3f), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:49.995745 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e867983-23d6-45c6-9cbc-d3a3fffaf47c req-2ba2bccd-e653-448d-bce0-6947d901d261 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:49.997567 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8e867983-23d6-45c6-9cbc-d3a3fffaf47c req-2ba2bccd-e653-448d-bce0-6947d901d261 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0616550 Apr 28 17:15:50.051948 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8e867983-23d6-45c6-9cbc-d3a3fffaf47c req-68fdaddd-7d60-4da3-8e3c-75b4bdbf79cd tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469236 Apr 28 17:15:50.066761 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-928deba9-5fd3-45ce-94b0-ee8d01041ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (a8e64cc6-8e9e-4bc9-8bb2-4a6078ba2e3f), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:50.112332 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-928deba9-5fd3-45ce-94b0-ee8d01041ff5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d127fc08852f4b1d922334104811cef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137721 Apr 28 17:15:50.113329 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928deba9-5fd3-45ce-94b0-ee8d01041ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e64cc6-8e9e-4bc9-8bb2-4a6078ba2e3f,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:50.115171 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44716) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:50.204751 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a0cb1104-2865-44ef-8f22-3ffe1280404c admin admin] Publish callbacks [] for security_group (a8e64cc6-8e9e-4bc9-8bb2-4a6078ba2e3f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:50.224929 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abb73d-02e0-419a-ac80-1b1b3d228ed2 req-3daa414f-e435-4500-bfc5-89d174ecdd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:50.227088 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-57abb73d-02e0-419a-ac80-1b1b3d228ed2 req-3daa414f-e435-4500-bfc5-89d174ecdd1a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 1130 time: 0.0425417 Apr 28 17:15:50.227346 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8da7d5-24ee-4362-a789-25deeebe2206 req-f7105160-2137-4beb-831b-a389f6ed5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:50.228898 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b8da7d5-24ee-4362-a789-25deeebe2206 req-f7105160-2137-4beb-831b-a389f6ed5a8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535262 Apr 28 17:15:50.237927 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a0cb1104-2865-44ef-8f22-3ffe1280404c admin admin] Publish callbacks [] for security_group (a8e64cc6-8e9e-4bc9-8bb2-4a6078ba2e3f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:50.330644 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-57abb73d-02e0-419a-ac80-1b1b3d228ed2 req-d3463fab-2888-4d14-9407-d7fd542c0d66 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590377 Apr 28 17:15:50.380489 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b8da7d5-24ee-4362-a789-25deeebe2206 req-1b80363c-ecf0-4dac-8608-84f526dd4bae service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093004 Apr 28 17:15:50.398791 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44722) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:50.433650 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a0cb1104-2865-44ef-8f22-3ffe1280404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (a8e64cc6-8e9e-4bc9-8bb2-4a6078ba2e3f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:50.436399 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a0cb1104-2865-44ef-8f22-3ffe1280404c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:50.437591 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a0cb1104-2865-44ef-8f22-3ffe1280404c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8e64cc6-8e9e-4bc9-8bb2-4a6078ba2e3f HTTP/1.1" status: 204 len: 168 time: 0.3206151 Apr 28 17:15:50.445631 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb1104-2865-44ef-8f22-3ffe1280404c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e64cc6-8e9e-4bc9-8bb2-4a6078ba2e3f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:50.541612 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bf38cb65-b632-4089-832a-82179ed2e432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:50.624962 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bf38cb65-b632-4089-832a-82179ed2e432 admin admin] Publish callbacks [] for security_group (73d7f970-65d8-4a47-b11b-0302e259f648), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:50.717175 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bf38cb65-b632-4089-832a-82179ed2e432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (73d7f970-65d8-4a47-b11b-0302e259f648), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:50.877260 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f25156-7373-4b34-9dd4-0a2e5ccd3cb3 req-afb3e0a5-892e-42d0-83cf-8cdcf3bfb927 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:50.878992 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-78f25156-7373-4b34-9dd4-0a2e5ccd3cb3 req-afb3e0a5-892e-42d0-83cf-8cdcf3bfb927 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 945 time: 0.0530889 Apr 28 17:15:50.929884 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-78f25156-7373-4b34-9dd4-0a2e5ccd3cb3 req-1d38a833-a836-47f6-8950-55a71783ecb4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446022 Apr 28 17:15:50.960514 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bf38cb65-b632-4089-832a-82179ed2e432 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad13e75430424e2f9b8fc5a7d9f9b1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5582366 Apr 28 17:15:50.961255 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 44742) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:50.971784 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38cb65-b632-4089-832a-82179ed2e432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d7f970-65d8-4a47-b11b-0302e259f648,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:50.977708 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b8da7d5-24ee-4362-a789-25deeebe2206 req-ba062d32-6847-4ac4-adc3-c880b7f711d0 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231409 Apr 28 17:15:51.012457 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a34f8c97-fad5-4808-8806-444632767a38 admin admin] Publish callbacks [] for security_group (73d7f970-65d8-4a47-b11b-0302e259f648), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.033520 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a34f8c97-fad5-4808-8806-444632767a38 admin admin] Publish callbacks [] for security_group (73d7f970-65d8-4a47-b11b-0302e259f648), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.060049 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4be63a-d889-4195-be9c-64b14928ebdb req-1340a044-92af-4781-ba2e-c3a6d2cb09a3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:51.062620 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ab4be63a-d889-4195-be9c-64b14928ebdb req-1340a044-92af-4781-ba2e-c3a6d2cb09a3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0487106 Apr 28 17:15:51.123185 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ab4be63a-d889-4195-be9c-64b14928ebdb req-316d0597-b147-48aa-afff-081a35f3dd70 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539982 Apr 28 17:15:51.175474 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae79996-7774-46e2-90e8-d2d250d73188 req-bba640e6-ca01-4466-bbbd-73757c045297 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:51.177054 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cae79996-7774-46e2-90e8-d2d250d73188 req-bba640e6-ca01-4466-bbbd-73757c045297 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0484767 Apr 28 17:15:51.195524 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a34f8c97-fad5-4808-8806-444632767a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (73d7f970-65d8-4a47-b11b-0302e259f648), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.198271 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a34f8c97-fad5-4808-8806-444632767a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.203164 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-a34f8c97-fad5-4808-8806-444632767a38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73d7f970-65d8-4a47-b11b-0302e259f648 HTTP/1.1" status: 204 len: 168 time: 0.2368364 Apr 28 17:15:51.212160 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f8c97-fad5-4808-8806-444632767a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d7f970-65d8-4a47-b11b-0302e259f648,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:51.234005 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:15:51.238286 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cae79996-7774-46e2-90e8-d2d250d73188 req-df86ffa3-8ef3-4c07-93f6-6a8ad1be6183 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556486 Apr 28 17:15:51.300253 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:15:51.347763 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 44750) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:51.361642 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-76cf7f20-0c1b-4b23-be34-886471d9a4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.409121 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:15:51.409746 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.436874 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-76cf7f20-0c1b-4b23-be34-886471d9a4ee admin admin] Publish callbacks [] for security_group (28b427c5-4787-4e88-a4ce-d46d7978f96e), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.494828 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:15:51.495238 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.529644 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:15:51.529644 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1304fd-1565-4418-90c6-137398f32b43" -d '{"events": [{"server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "name": "network-vif-plugged", "status": "completed", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:15:51.548253 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:15:51.556306 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-76cf7f20-0c1b-4b23-be34-886471d9a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (28b427c5-4787-4e88-a4ce-d46d7978f96e), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.599293 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27752df-085e-443f-b17b-45ff594ecacd x-openstack-request-id: req-f27752df-085e-443f-b17b-45ff594ecacd {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:15:51.599701 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "name": "network-vif-plugged", "status": "completed", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:15:51.600090 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f27752df-085e-443f-b17b-45ff594ecacd {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:15:51.600588 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27752df-085e-443f-b17b-45ff594ecacd'] response: {'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'code': 200} Apr 28 17:15:51.622487 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-76cf7f20-0c1b-4b23-be34-886471d9a4ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80f64b2209a84f3dba1c00a1874edc44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734289 Apr 28 17:15:51.623591 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf7f20-0c1b-4b23-be34-886471d9a4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b427c5-4787-4e88-a4ce-d46d7978f96e,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:51.625285 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44766) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:51.686592 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.688516 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f945eec7-dd2c-480c-945e-bce1396e2791 admin admin] Publish callbacks [] for security_group (28b427c5-4787-4e88-a4ce-d46d7978f96e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.725799 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f945eec7-dd2c-480c-945e-bce1396e2791 admin admin] Publish callbacks [] for security_group (28b427c5-4787-4e88-a4ce-d46d7978f96e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.749046 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:51.895753 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f945eec7-dd2c-480c-945e-bce1396e2791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (28b427c5-4787-4e88-a4ce-d46d7978f96e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.898440 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f945eec7-dd2c-480c-945e-bce1396e2791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:51.899643 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f945eec7-dd2c-480c-945e-bce1396e2791 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28b427c5-4787-4e88-a4ce-d46d7978f96e HTTP/1.1" status: 204 len: 168 time: 0.2730401 Apr 28 17:15:51.909884 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945eec7-dd2c-480c-945e-bce1396e2791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b427c5-4787-4e88-a4ce-d46d7978f96e,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:52.055712 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a28ca5-4f51-494d-b888-678604931449 req-8ccfb17f-464c-48ec-a420-b59f71b0037d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:52.058366 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-19a28ca5-4f51-494d-b888-678604931449 req-8ccfb17f-464c-48ec-a420-b59f71b0037d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0508478 Apr 28 17:15:52.114598 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-19a28ca5-4f51-494d-b888-678604931449 req-ecdafe47-13a0-486d-8f4d-6431eb786085 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497434 Apr 28 17:15:52.293809 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfced24-b1ce-4c66-8553-09da84604385 req-70df83a4-23ba-4c4a-aec6-861ebd5b2999 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:52.300988 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7bfced24-b1ce-4c66-8553-09da84604385 req-70df83a4-23ba-4c4a-aec6-861ebd5b2999 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0631509 Apr 28 17:15:52.356493 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7bfced24-b1ce-4c66-8553-09da84604385 req-f77e1710-00f2-4234-8925-96713eb6ef5a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544090 Apr 28 17:15:52.379101 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c251fa0-3d60-49bf-a6f2-acb6622e16fd req-5412dbab-af1c-4dac-a6bb-6c4a4d29c998 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:52.383233 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0c251fa0-3d60-49bf-a6f2-acb6622e16fd req-5412dbab-af1c-4dac-a6bb-6c4a4d29c998 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0502775 Apr 28 17:15:52.436777 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0c251fa0-3d60-49bf-a6f2-acb6622e16fd req-d8e097d4-6f92-4115-8496-7fc62278ed80 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484817 Apr 28 17:15:53.269397 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e779d16-9cda-4bba-9416-96b40ba9dc36 req-f2be4911-8d32-49e5-9fe6-6d7de0498cd5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:53.271104 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5e779d16-9cda-4bba-9416-96b40ba9dc36 req-f2be4911-8d32-49e5-9fe6-6d7de0498cd5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0525918 Apr 28 17:15:53.277918 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 44840) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:53.330013 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5e779d16-9cda-4bba-9416-96b40ba9dc36 req-5a9ccbc8-6119-498c-b4ba-db3b2941722e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458672 Apr 28 17:15:53.388030 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4384da6-dbc7-41a9-a3da-82cd3dfd5fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:53.489335 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005912a9-5767-463f-903d-fea7d108ec07 req-b095b9f0-29fa-474d-83d5-f994f373035b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:53.490836 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-005912a9-5767-463f-903d-fea7d108ec07 req-b095b9f0-29fa-474d-83d5-f994f373035b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0616374 Apr 28 17:15:53.526473 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4384da6-dbc7-41a9-a3da-82cd3dfd5fce admin admin] Publish callbacks [] for security_group (4d503400-b07a-4792-84ef-63da55c79d66), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:53.555500 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-005912a9-5767-463f-903d-fea7d108ec07 req-db0034ec-80de-4599-9543-7426beea0500 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524344 Apr 28 17:15:53.561683 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff2d10-9868-410b-acce-cbc022dee81d req-a96808e5-d5e7-4d26-875f-96b15d3fd727 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:53.563224 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-37ff2d10-9868-410b-acce-cbc022dee81d req-a96808e5-d5e7-4d26-875f-96b15d3fd727 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0530751 Apr 28 17:15:53.604318 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4384da6-dbc7-41a9-a3da-82cd3dfd5fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (4d503400-b07a-4792-84ef-63da55c79d66), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:53.626953 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-37ff2d10-9868-410b-acce-cbc022dee81d req-f2cd9e00-caa5-4b73-aff4-0b3820b7d362 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580726 Apr 28 17:15:53.679462 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-f4384da6-dbc7-41a9-a3da-82cd3dfd5fce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb4a57c49d5a4afa8ff2a213d718a960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004140 Apr 28 17:15:53.685001 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44856) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:53.686880 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4384da6-dbc7-41a9-a3da-82cd3dfd5fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d503400-b07a-4792-84ef-63da55c79d66,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:53.701942 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9570-bc4c-4b65-8b4e-cdefa2b758fe req-3f46fdf6-a9e3-4dce-99d3-f818618c796d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:53.703422 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1b7f9570-bc4c-4b65-8b4e-cdefa2b758fe req-3f46fdf6-a9e3-4dce-99d3-f818618c796d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0701632 Apr 28 17:15:53.721737 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44860) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:53.728488 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-a1ca56e2-f716-4163-8130-7109cac9e602 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'floatingip': {'port_id': '0e5be036-db60-4955-9936-f22b7d226639'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:15:53.808413 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-43546dee-34d4-4a57-ba56-38f278cfe6e9 admin admin] Publish callbacks [] for security_group (4d503400-b07a-4792-84ef-63da55c79d66), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:53.812476 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a1ca56e2-f716-4163-8130-7109cac9e602 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (e15fd2ae-fbd1-4710-b9ed-bf4b82551185), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:53.904881 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-43546dee-34d4-4a57-ba56-38f278cfe6e9 admin admin] Publish callbacks [] for security_group (4d503400-b07a-4792-84ef-63da55c79d66), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:54.148004 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-43546dee-34d4-4a57-ba56-38f278cfe6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (4d503400-b07a-4792-84ef-63da55c79d66), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:54.151209 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-43546dee-34d4-4a57-ba56-38f278cfe6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:54.152355 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-43546dee-34d4-4a57-ba56-38f278cfe6e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d503400-b07a-4792-84ef-63da55c79d66 HTTP/1.1" status: 204 len: 168 time: 0.4663436 Apr 28 17:15:54.190036 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43546dee-34d4-4a57-ba56-38f278cfe6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d503400-b07a-4792-84ef-63da55c79d66,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:54.492602 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.db.resource_extend [None req-a1ca56e2-f716-4163-8130-7109cac9e602 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 17:15:54.533600 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81b2a1-73ed-4da2-9a2d-40e9c38f45bb req-a332d378-854c-4499-b50e-72e2299256d3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:54.535165 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b81b2a1-73ed-4da2-9a2d-40e9c38f45bb req-a332d378-854c-4499-b50e-72e2299256d3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.1066613 Apr 28 17:15:54.603674 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a1ca56e2-f716-4163-8130-7109cac9e602 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:54.621742 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b81b2a1-73ed-4da2-9a2d-40e9c38f45bb req-648d97c7-84c4-4245-b22a-7a0a275750ee tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805902 Apr 28 17:15:54.678825 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a1ca56e2-f716-4163-8130-7109cac9e602 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (e15fd2ae-fbd1-4710-b9ed-bf4b82551185), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:54.756736 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d2935-e246-4706-b4fa-d01c6c842c27 req-53e87a13-732e-4a89-8376-cc415578b4fd tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:54.758470 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-112d2935-e246-4706-b4fa-d01c6c842c27 req-53e87a13-732e-4a89-8376-cc415578b4fd tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0579345 Apr 28 17:15:54.815599 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-112d2935-e246-4706-b4fa-d01c6c842c27 req-80ebf5bd-277a-4bb3-bb58-c78285db27c9 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500958 Apr 28 17:15:55.052796 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-a1ca56e2-f716-4163-8130-7109cac9e602 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Floating IP e15fd2ae-fbd1-4710-b9ed-bf4b82551185 associated. External IP: 172.27.2.115, port: 0e5be036-db60-4955-9936-f22b7d226639. Apr 28 17:15:55.055214 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff867d5-9ea0-4679-8b36-f27887c82d74 req-c7161e83-ee40-448b-9f6b-3ca9c16dac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:55.056730 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dff867d5-9ea0-4679-8b36-f27887c82d74 req-c7161e83-ee40-448b-9f6b-3ca9c16dac60 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 1130 time: 0.0527554 Apr 28 17:15:55.174082 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dff867d5-9ea0-4679-8b36-f27887c82d74 req-df95b4c2-a196-4334-86f7-86d85fcd5316 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838737 Apr 28 17:15:55.334562 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ca56e2-f716-4163-8130-7109cac9e602 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:15:55.488018 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:55.507653 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ca56e2-f716-4163-8130-7109cac9e602 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:15:55.514033 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a1ca56e2-f716-4163-8130-7109cac9e602 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:55.537309 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9581ea-995f-4a64-b668-7de4002f2c29 None None] Sync routers for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:15:55.551452 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9581ea-995f-4a64-b668-7de4002f2c29 None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:55.552435 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-4b9581ea-995f-4a64-b668-7de4002f2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:55.560182 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a1ca56e2-f716-4163-8130-7109cac9e602 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "PUT /v2.0/floatingips/e15fd2ae-fbd1-4710-b9ed-bf4b82551185 HTTP/1.1" status: 200 len: 992 time: 1.8370123 Apr 28 17:15:55.561004 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'tag': '0e5be036-db60-4955-9936-f22b7d226639'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:15:55.563385 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477adbaf-9170-48d2-b98f-bca96cfc7be6" -d '{"events": [{"name": "network-changed", "server_uuid": "64408e9d-a770-4096-bf88-b4b5cdd68649", "tag": "0e5be036-db60-4955-9936-f22b7d226639"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:15:55.631078 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78327139-c95c-4b7c-a7b4-889caaeb607d x-openstack-request-id: req-78327139-c95c-4b7c-a7b4-889caaeb607d {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:15:55.632277 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64408e9d-a770-4096-bf88-b4b5cdd68649", "tag": "0e5be036-db60-4955-9936-f22b7d226639", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:15:55.632277 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78327139-c95c-4b7c-a7b4-889caaeb607d {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:15:55.632974 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78327139-c95c-4b7c-a7b4-889caaeb607d'] response: {'name': 'network-changed', 'server_uuid': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'tag': '0e5be036-db60-4955-9936-f22b7d226639', 'status': 'completed', 'code': 200} Apr 28 17:15:55.722310 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-4b9581ea-995f-4a64-b668-7de4002f2c29 None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:55.782667 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36ac73-31d1-4de6-8d8d-377b34a5c619 req-11a1dfe5-e7dc-4b2f-aba4-58b065cfd3cf tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:55.785834 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cd36ac73-31d1-4de6-8d8d-377b34a5c619 req-11a1dfe5-e7dc-4b2f-aba4-58b065cfd3cf tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0684574 Apr 28 17:15:55.850950 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cd36ac73-31d1-4de6-8d8d-377b34a5c619 req-a87f899d-4e7b-47a7-8db3-9b51c0e3be76 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582435 Apr 28 17:15:56.008089 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a3aa9-78ea-4bfd-acfb-04169ece0e24 req-7f95eebb-21b6-4fc9-9f68-4fae651ea9d9 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:56.009707 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c8a3aa9-78ea-4bfd-acfb-04169ece0e24 req-7f95eebb-21b6-4fc9-9f68-4fae651ea9d9 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0546463 Apr 28 17:15:56.077107 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-4b9581ea-995f-4a64-b668-7de4002f2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'e15fd2ae-fbd1-4710-b9ed-bf4b82551185', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'port_id': '0e5be036-db60-4955-9936-f22b7d226639', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'mac_address': 'fa:16:3e:36:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:15:20Z', 'updated_at': '2022-04-28T17:15:54Z', 'revision_number': 1, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:56.079261 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c8a3aa9-78ea-4bfd-acfb-04169ece0e24 req-df132d74-d278-4aa2-a597-20443f2b1175 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611033 Apr 28 17:15:56.123640 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9581ea-995f-4a64-b668-7de4002f2c29 None None] Checking router: 0afbf626-44d4-42b3-9953-92c7d5c4dc87 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:15:56.136361 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9581ea-995f-4a64-b668-7de4002f2c29 None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:15:56.137234 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-4b9581ea-995f-4a64-b668-7de4002f2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:56.139042 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3443020-e0af-4bb9-a57d-b630cbb534d6 req-e2eb5a00-01d4-42cb-8b61-3a415b2e3fc3 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:56.146676 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d3443020-e0af-4bb9-a57d-b630cbb534d6 req-e2eb5a00-01d4-42cb-8b61-3a415b2e3fc3 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.0666645 Apr 28 17:15:56.210098 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d3443020-e0af-4bb9-a57d-b630cbb534d6 req-8037a763-2209-4695-8b19-3ded6441df1c tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628672 Apr 28 17:15:56.282825 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-9125c389-e535-49dd-a992-fecb7dc2023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:56.284745 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-9125c389-e535-49dd-a992-fecb7dc2023b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 1130 time: 0.0545366 Apr 28 17:15:56.287518 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-4b9581ea-995f-4a64-b668-7de4002f2c29 None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:15:56.444305 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 44956) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:56.559003 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:56.607607 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-4b9581ea-995f-4a64-b668-7de4002f2c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'e15fd2ae-fbd1-4710-b9ed-bf4b82551185', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'port_id': '0e5be036-db60-4955-9936-f22b7d226639', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'mac_address': 'fa:16:3e:36:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:15:20Z', 'updated_at': '2022-04-28T17:15:54Z', 'revision_number': 1, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:15:56.637234 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9581ea-995f-4a64-b668-7de4002f2c29 None None] The sync data for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi is: [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'e15fd2ae-fbd1-4710-b9ed-bf4b82551185', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'floating_ip_address': '172.27.2.115', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'port_id': '0e5be036-db60-4955-9936-f22b7d226639', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'mac_address': 'fa:16:3e:36:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:15:20Z', 'updated_at': '2022-04-28T17:15:54Z', 'revision_number': 1, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:15:56.643593 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Publish callbacks [] for security_group (fd7a71c2-8651-4d73-b098-7c97436ee585), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:56.726246 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (fd7a71c2-8651-4d73-b098-7c97436ee585), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:56.765690 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7a71c2-8651-4d73-b098-7c97436ee585,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:56.769570 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac0c45220124454f836d57703b1dcc5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241577 Apr 28 17:15:56.772729 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 44964) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:15:56.776774 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.777205 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.777656 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.778232 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.778833 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.779423 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.780039 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.780447 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.780789 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.782883 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.783478 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.783997 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.784497 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.784973 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.785457 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbd50d-0874-4ff0-b4cc-95cbca9ebfa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:56.854938 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Publish callbacks [] for security_group (fd7a71c2-8651-4d73-b098-7c97436ee585), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:56.890215 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Publish callbacks [] for security_group (fd7a71c2-8651-4d73-b098-7c97436ee585), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:56.944560 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b64947-b00e-40e6-935e-e57f194a9f5c None None] New status for floating IP e15fd2ae-fbd1-4710-b9ed-bf4b82551185: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:15:57.007427 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775bc2d-cfe3-44ce-b7f6-caecbf918fe8 req-73326d99-2b70-4917-9ade-047ad400fd66 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:57.009037 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3775bc2d-cfe3-44ce-b7f6-caecbf918fe8 req-73326d99-2b70-4917-9ade-047ad400fd66 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0517700 Apr 28 17:15:57.066108 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3775bc2d-cfe3-44ce-b7f6-caecbf918fe8 req-ff53fe34-ca44-4d2d-9e33-cac298c23b6b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509021 Apr 28 17:15:57.104359 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (fd7a71c2-8651-4d73-b098-7c97436ee585), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:57.107496 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:15:57.108825 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd7a71c2-8651-4d73-b098-7c97436ee585 HTTP/1.1" status: 204 len: 168 time: 0.3351226 Apr 28 17:15:57.121836 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7a71c2-8651-4d73-b098-7c97436ee585,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:15:57.135240 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.136009 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.141737 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.141737 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.141737 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.141737 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.141737 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.141737 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.141737 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.141737 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.141737 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.141737 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.142390 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.144114 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.144114 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66963e-c1b9-47c8-a4b5-193ce43837e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:15:57.248441 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c756-1d96-480a-96b0-9a1024a3a8f9 req-9daf0c51-8f55-44ce-8603-2aa3b3c91be5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:57.250017 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-32c6c756-1d96-480a-96b0-9a1024a3a8f9 req-9daf0c51-8f55-44ce-8603-2aa3b3c91be5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0540977 Apr 28 17:15:57.303419 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-32c6c756-1d96-480a-96b0-9a1024a3a8f9 req-c60409e1-0b41-4d28-a6f9-4d95eaecbd0e tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469623 Apr 28 17:15:57.336536 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dace0b4-7c80-431e-999e-468dfcf09ac0 req-97f0187a-6b72-41ca-ad14-80e85590bdc1 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:57.338036 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8dace0b4-7c80-431e-999e-468dfcf09ac0 req-97f0187a-6b72-41ca-ad14-80e85590bdc1 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.0604751 Apr 28 17:15:57.387324 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8dace0b4-7c80-431e-999e-468dfcf09ac0 req-7b9f94c7-97f3-4a1b-9aec-1bcad75c4096 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417597 Apr 28 17:15:58.190579 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc845e5e-a952-43ae-8ed7-33049a9a179d req-1cf75053-5703-44f5-815b-75ce47d41a86 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:58.192123 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc845e5e-a952-43ae-8ed7-33049a9a179d req-1cf75053-5703-44f5-815b-75ce47d41a86 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0508025 Apr 28 17:15:58.241123 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc845e5e-a952-43ae-8ed7-33049a9a179d req-3a8dbf97-439f-4d81-a9f9-a8753ab8a24b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421581 Apr 28 17:15:58.420925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd088e-37fa-4724-b754-0211d2bdc2bc req-f24be693-58d3-4d8a-8eb5-37663a550a0e tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:58.422938 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-aacd088e-37fa-4724-b754-0211d2bdc2bc req-f24be693-58d3-4d8a-8eb5-37663a550a0e tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0473666 Apr 28 17:15:58.486040 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-aacd088e-37fa-4724-b754-0211d2bdc2bc req-eb7d9809-697e-4e8f-abc5-722cf4c3c5ac tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555499 Apr 28 17:15:58.506286 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd651a-085a-4503-8d48-de8e88fa5031 req-4082fee0-57b5-4417-a30c-1917435dce1b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:58.507780 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-badd651a-085a-4503-8d48-de8e88fa5031 req-4082fee0-57b5-4417-a30c-1917435dce1b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.0505149 Apr 28 17:15:58.555008 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-badd651a-085a-4503-8d48-de8e88fa5031 req-cf5eeae7-c854-4761-8556-8994bbe7df30 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416408 Apr 28 17:15:59.371185 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cb44d-2b6d-43de-98f7-4a210b52515c req-a81ab0ec-cf6f-47c6-aefd-1b89aef61692 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:59.372703 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b19cb44d-2b6d-43de-98f7-4a210b52515c req-a81ab0ec-cf6f-47c6-aefd-1b89aef61692 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0558481 Apr 28 17:15:59.418736 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b19cb44d-2b6d-43de-98f7-4a210b52515c req-916fe3b9-a84c-4896-9c34-2eca97a5a5bf tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404465 Apr 28 17:15:59.603365 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0c98a-6ef6-4bac-b708-6b4f08013b4c req-8af877b0-9476-4154-b108-d45b1af1bccd tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:59.605707 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3fd0c98a-6ef6-4bac-b708-6b4f08013b4c req-8af877b0-9476-4154-b108-d45b1af1bccd tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0499477 Apr 28 17:15:59.655445 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3fd0c98a-6ef6-4bac-b708-6b4f08013b4c req-07aa1103-7776-4b5e-ab4f-eaf4a5fb8253 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441523 Apr 28 17:15:59.675079 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972336ef-d7b0-46c4-ada9-e3ae05da14a0 req-807cb0c0-c3b5-4eda-85cb-918c02b16288 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:15:59.676905 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-972336ef-d7b0-46c4-ada9-e3ae05da14a0 req-807cb0c0-c3b5-4eda-85cb-918c02b16288 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.0508714 Apr 28 17:15:59.723644 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-972336ef-d7b0-46c4-ada9-e3ae05da14a0 req-0f243f00-b941-4b40-adcd-ebb9a1d8028f tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Apr 28 17:16:00.535559 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce329db-daae-48ad-a2ce-5c2161051f23 req-2198edc4-2eda-43f8-ab72-143ae34999e2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:00.537094 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2ce329db-daae-48ad-a2ce-5c2161051f23 req-2198edc4-2eda-43f8-ab72-143ae34999e2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0478191 Apr 28 17:16:00.582600 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2ce329db-daae-48ad-a2ce-5c2161051f23 req-15c88bd8-267a-4484-8bd1-cf582ed62baf tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Apr 28 17:16:00.784987 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a448-e9ab-40c4-9196-26619b0ce28f req-dca016dc-5929-4f20-806e-c528fb81ac53 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:00.786471 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eeb8a448-e9ab-40c4-9196-26619b0ce28f req-dca016dc-5929-4f20-806e-c528fb81ac53 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0481687 Apr 28 17:16:00.842315 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eeb8a448-e9ab-40c4-9196-26619b0ce28f req-838809bf-b62e-44c9-bfe6-34189d99985d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490861 Apr 28 17:16:00.859023 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d0a4f-c00a-4911-b6c2-4f87cc1dac05 req-19e2f8dc-1793-4883-a506-f4b03587da1f tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:00.861796 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b68d0a4f-c00a-4911-b6c2-4f87cc1dac05 req-19e2f8dc-1793-4883-a506-f4b03587da1f tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.0572858 Apr 28 17:16:00.916038 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b68d0a4f-c00a-4911-b6c2-4f87cc1dac05 req-72760f2f-c00f-4350-9f9f-5c17da06141a tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477397 Apr 28 17:16:01.402972 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-3b6812c1-a70d-4404-9d87-f28c83fd79b0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374663 Apr 28 17:16:01.621552 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-f376ba56-a1a6-4975-97c8-65e0cdcc2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:01.623059 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-f376ba56-a1a6-4975-97c8-65e0cdcc2a3a service neutron] 10.222.0.66 "GET /v2.0/networks?id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd HTTP/1.1" status: 200 len: 912 time: 0.0898852 Apr 28 17:16:01.703220 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67385183-4ebd-449c-a468-5865758103ca req-845bd6f4-e484-46a8-95f6-9f0f1deb87e5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:01.704774 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-67385183-4ebd-449c-a468-5865758103ca req-845bd6f4-e484-46a8-95f6-9f0f1deb87e5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0475276 Apr 28 17:16:01.752021 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-67385183-4ebd-449c-a468-5865758103ca req-c0f1a6f2-4f46-4fbe-8448-2dac8600c2d1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417769 Apr 28 17:16:01.870218 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af5752-bd12-4a2a-b877-e3c51ae4a71f req-73bf40f2-2a9b-43b8-b481-3008ee557de0 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:01.872155 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-07af5752-bd12-4a2a-b877-e3c51ae4a71f req-73bf40f2-2a9b-43b8-b481-3008ee557de0 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0461452 Apr 28 17:16:01.880641 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45140) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:01.887424 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-f36ab18e-851a-4027-b653-1f9b86b49326 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'floatingip': {'port_id': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:01.928268 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f36ab18e-851a-4027-b653-1f9b86b49326 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (71567071-502b-43b0-a386-3a73821f2b31), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:01.961362 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496e72c-ae16-4acd-9adc-90fae8f4bb84 req-83badae0-a22b-4594-bb0b-8c95f39fdcb5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:01.961968 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e496e72c-ae16-4acd-9adc-90fae8f4bb84 req-83badae0-a22b-4594-bb0b-8c95f39fdcb5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0490162 Apr 28 17:16:02.027675 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e496e72c-ae16-4acd-9adc-90fae8f4bb84 req-076375b8-5d6e-4fd1-947d-652943c0b86b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566993 Apr 28 17:16:02.112408 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f46cc9a6-2f2c-4963-b92c-cb5124f29f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:02.134722 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604801f-dfbb-42db-b664-bdf95bacd04f req-1556eb50-7a0a-4d15-88fa-adbe88cbac86 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:02.136137 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2604801f-dfbb-42db-b664-bdf95bacd04f req-1556eb50-7a0a-4d15-88fa-adbe88cbac86 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.0911119 Apr 28 17:16:02.258435 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2604801f-dfbb-42db-b664-bdf95bacd04f req-bb335e01-bb50-496c-8356-5edfa1c8548d tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160660 Apr 28 17:16:02.462947 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f36ab18e-851a-4027-b653-1f9b86b49326 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:02.540795 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f36ab18e-851a-4027-b653-1f9b86b49326 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (71567071-502b-43b0-a386-3a73821f2b31), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:02.641241 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-f36ab18e-851a-4027-b653-1f9b86b49326 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Floating IP 71567071-502b-43b0-a386-3a73821f2b31 associated. External IP: 172.27.2.94, port: c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424. Apr 28 17:16:02.857661 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36ab18e-851a-4027-b653-1f9b86b49326 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:16:02.965713 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36ab18e-851a-4027-b653-1f9b86b49326 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:16:02.970088 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f36ab18e-851a-4027-b653-1f9b86b49326 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:02.975055 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0b3bf-fd37-43e3-a41c-27b7dac17404 None None] Sync routers for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:16:02.985189 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0b3bf-fd37-43e3-a41c-27b7dac17404 None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:02.987134 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-21d0b3bf-fd37-43e3-a41c-27b7dac17404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:03.000281 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f36ab18e-851a-4027-b653-1f9b86b49326 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "PUT /v2.0/floatingips/71567071-502b-43b0-a386-3a73821f2b31 HTTP/1.1" status: 200 len: 991 time: 1.1185315 Apr 28 17:16:03.000997 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:16:03.003429 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3210df7-aadd-4fed-9a2f-fef7961c8bee" -d '{"events": [{"name": "network-changed", "server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:16:03.045279 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc11448c-d184-49f8-a72a-1965fed60b91 x-openstack-request-id: req-bc11448c-d184-49f8-a72a-1965fed60b91 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:16:03.045647 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:16:03.045984 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc11448c-d184-49f8-a72a-1965fed60b91 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:16:03.046500 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc11448c-d184-49f8-a72a-1965fed60b91'] response: {'name': 'network-changed', 'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'status': 'completed', 'code': 200} Apr 28 17:16:03.097336 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-21d0b3bf-fd37-43e3-a41c-27b7dac17404 None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:03.161901 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889db05-d69b-4c42-b866-0782a37598d9 req-2810fbdf-64f8-4868-9c60-6b61e73aef60 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:03.163425 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1889db05-d69b-4c42-b866-0782a37598d9 req-2810fbdf-64f8-4868-9c60-6b61e73aef60 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0505712 Apr 28 17:16:03.212031 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1889db05-d69b-4c42-b866-0782a37598d9 req-af352dd6-4232-4161-accb-f80aadeb6515 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Apr 28 17:16:03.332705 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-21d0b3bf-fd37-43e3-a41c-27b7dac17404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '71567071-502b-43b0-a386-3a73821f2b31', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'port_id': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'mac_address': 'fa:16:3e:c5:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:15:23Z', 'updated_at': '2022-04-28T17:16:02Z', 'revision_number': 1, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:03.362955 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0b3bf-fd37-43e3-a41c-27b7dac17404 None None] Checking router: b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:16:03.374920 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0b3bf-fd37-43e3-a41c-27b7dac17404 None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:03.375047 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9113b-656b-4b67-a6a8-79afb30214b2 req-f79e7ee4-3c92-4827-9766-1c90b936a2c1 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:03.375568 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-21d0b3bf-fd37-43e3-a41c-27b7dac17404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:15:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:03.376562 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8ec9113b-656b-4b67-a6a8-79afb30214b2 req-f79e7ee4-3c92-4827-9766-1c90b936a2c1 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.0461736 Apr 28 17:16:03.433705 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8ec9113b-656b-4b67-a6a8-79afb30214b2 req-e6a5d152-8d4f-4fd1-992b-79bfa631a636 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486279 Apr 28 17:16:03.485491 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-21d0b3bf-fd37-43e3-a41c-27b7dac17404 None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:03.701097 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-21d0b3bf-fd37-43e3-a41c-27b7dac17404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '71567071-502b-43b0-a386-3a73821f2b31', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'port_id': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'mac_address': 'fa:16:3e:c5:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:15:23Z', 'updated_at': '2022-04-28T17:16:02Z', 'revision_number': 1, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:03.730918 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0b3bf-fd37-43e3-a41c-27b7dac17404 None None] The sync data for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi is: [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '71567071-502b-43b0-a386-3a73821f2b31', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'port_id': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'mac_address': 'fa:16:3e:c5:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:15:23Z', 'updated_at': '2022-04-28T17:16:02Z', 'revision_number': 1, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:16:03.922360 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86854987-4c06-4673-99e9-0b22ecfa97be None None] New status for floating IP 71567071-502b-43b0-a386-3a73821f2b31: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:16:04.322157 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ba9f2-0a6e-49d6-8b4f-4a20c5bb5730 req-f11a4944-2816-4425-8010-1e5395201cf2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:04.324109 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-250ba9f2-0a6e-49d6-8b4f-4a20c5bb5730 req-f11a4944-2816-4425-8010-1e5395201cf2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0442495 Apr 28 17:16:04.372947 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-250ba9f2-0a6e-49d6-8b4f-4a20c5bb5730 req-90fdb7fa-8c36-431a-a42d-96ee57b5372e tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431509 Apr 28 17:16:04.514988 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-841e925e-06a7-49ea-9416-f9db3757f73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:04.546056 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891fa04-aab9-4d19-b487-3e3e781c1e21 req-15e1b6d6-7633-4959-a775-f51c30b8fc1b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:04.547507 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f891fa04-aab9-4d19-b487-3e3e781c1e21 req-15e1b6d6-7633-4959-a775-f51c30b8fc1b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.0458071 Apr 28 17:16:04.592705 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f891fa04-aab9-4d19-b487-3e3e781c1e21 req-a6cb98c5-ef0e-4bda-ab51-23f801e962a2 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396519 Apr 28 17:16:05.382710 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-c02f0c8c-8b34-4faf-888d-e6840468fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:05.384161 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-c02f0c8c-8b34-4faf-888d-e6840468fd53 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 1130 time: 0.0419452 Apr 28 17:16:05.460418 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3210df7-aadd-4fed-9a2f-fef7961c8bee req-75c0a3e4-282f-447a-ac88-be6a8e272e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:05.462054 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c3210df7-aadd-4fed-9a2f-fef7961c8bee req-75c0a3e4-282f-447a-ac88-be6a8e272e82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 1130 time: 0.0430903 Apr 28 17:16:05.539532 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.66', 52023) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:05.577767 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:05.645930 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61556edd-a9fb-4fa4-995c-4e3d609871d6 req-ace46e96-b190-448d-8b3c-0f8c0eef35cd tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:05.647458 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-61556edd-a9fb-4fa4-995c-4e3d609871d6 req-ace46e96-b190-448d-8b3c-0f8c0eef35cd tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.66 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.1067994 Apr 28 17:16:05.811931 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977fbff-5483-4aed-a4e6-7e4f393f6b9e req-6922c538-b580-4ce6-b247-f1bc5ed8877b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:05.813428 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a977fbff-5483-4aed-a4e6-7e4f393f6b9e req-6922c538-b580-4ce6-b247-f1bc5ed8877b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.3570347 Apr 28 17:16:05.817484 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-0ec2ee09-9df6-4e5c-b907-994610500deb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e5be036-db60-4955-9936-f22b7d226639 HTTP/1.1" status: 200 len: 1002 time: 0.4323044 Apr 28 17:16:05.859966 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3210df7-aadd-4fed-9a2f-fef7961c8bee req-3fed8389-c0c4-44a0-b348-c11f89f1f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:05.861476 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c3210df7-aadd-4fed-9a2f-fef7961c8bee req-3fed8389-c0c4-44a0-b348-c11f89f1f626 service neutron] 10.222.0.66 "GET /v2.0/networks?id=77e74cd7-f3b4-4335-ac24-4dfe333ae022 HTTP/1.1" status: 200 len: 918 time: 0.3118737 Apr 28 17:16:05.871847 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-8d274654-78fa-4a54-b387-2baa3e10fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:05.873315 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-8d274654-78fa-4a54-b387-2baa3e10fb21 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.4450397 Apr 28 17:16:05.935099 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-d7d69d9f-52bb-4dee-af69-474ce2c99c44 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6cd92cf-329e-4007-9e51-7732838fe006 HTTP/1.1" status: 200 len: 217 time: 0.0520732 Apr 28 17:16:05.966868 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a977fbff-5483-4aed-a4e6-7e4f393f6b9e req-cc1f0c18-caaa-420f-8b2e-366ff5635b18 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386523 Apr 28 17:16:05.979005 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-25b39e2f-c806-47ed-8290-6217ce4f9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:05.981237 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-25b39e2f-c806-47ed-8290-6217ce4f9cc3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf46f40e-2e9c-4e29-8c8f-abf737b59424 HTTP/1.1" status: 200 len: 850 time: 0.1431966 Apr 28 17:16:06.038473 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-501de224-6c05-458e-8cb5-fefc0d2602d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:06.039936 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-501de224-6c05-458e-8cb5-fefc0d2602d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0958540 Apr 28 17:16:06.047659 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-3ea13512-183f-4eba-9fff-a36cba2eee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:06.050045 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-3ea13512-183f-4eba-9fff-a36cba2eee5a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572805 Apr 28 17:16:06.088233 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9bdde-2cd9-45da-9a07-17a182f90cbb req-ce7a5e82-3da8-4b59-a2a0-83acca22b605 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:06.095544 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9ff9bdde-2cd9-45da-9a07-17a182f90cbb req-ce7a5e82-3da8-4b59-a2a0-83acca22b605 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 945 time: 0.4029703 Apr 28 17:16:06.126634 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-31402154-aa43-41fc-92d4-2139f4b5532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:06.128481 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-31402154-aa43-41fc-92d4-2139f4b5532d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772886 Apr 28 17:16:06.172299 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:16:06.244698 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-61556edd-a9fb-4fa4-995c-4e3d609871d6 req-2981d6f0-4809-4ab5-9c1d-3388c3f7c468 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Deleting port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:16:06.245301 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-61556edd-a9fb-4fa4-995c-4e3d609871d6 req-2981d6f0-4809-4ab5-9c1d-3388c3f7c468 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:06.270739 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-1fd77f4f-8c62-425c-b4a0-c6ba05012368 service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994855 Apr 28 17:16:06.299987 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9ff9bdde-2cd9-45da-9a07-17a182f90cbb req-1e65d5ff-3395-4481-a4aa-8dbf5f235b48 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/security-groups?id=28560d47-11fb-47f7-8acf-c564c8390c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034767 Apr 28 17:16:06.314311 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c3210df7-aadd-4fed-9a2f-fef7961c8bee req-7441d7df-1fe9-4a84-ab26-0e0168b1269c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 HTTP/1.1" status: 200 len: 1001 time: 0.2327185 Apr 28 17:16:06.316463 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-573e89f1-fe3b-4ca9-98cb-c6cde216dad1 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532164 Apr 28 17:16:06.413637 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a is: ACTIVE; New status is: DOWN {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:06.414293 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:06.435593 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3210df7-aadd-4fed-9a2f-fef7961c8bee req-331dedeb-6bfc-4668-8b9b-1f716a39abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:06.437107 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c3210df7-aadd-4fed-9a2f-fef7961c8bee req-331dedeb-6bfc-4668-8b9b-1f716a39abeb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecc69208-bcad-42d8-b762-85c2a71ff837 HTTP/1.1" status: 200 len: 856 time: 0.1074381 Apr 28 17:16:06.449545 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-61556edd-a9fb-4fa4-995c-4e3d609871d6 req-2981d6f0-4809-4ab5-9c1d-3388c3f7c468 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] For port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,segment=NetworkSegment(aeff6384-0eef-4da9-8213-005d58ae2b65),segment_id=aeff6384-0eef-4da9-8213-005d58ae2b65)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:06.449545 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-61556edd-a9fb-4fa4-995c-4e3d609871d6 req-2981d6f0-4809-4ab5-9c1d-3388c3f7c468 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:06.449733 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-42e6e475-de5f-4ffa-910c-291f7507e14c service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760681 Apr 28 17:16:06.463049 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,segment=NetworkSegment(aeff6384-0eef-4da9-8213-005d58ae2b65),segment_id=aeff6384-0eef-4da9-8213-005d58ae2b65)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:06.466908 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba49585-4d26-406b-9d4b-6e536b49a564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:16:06.471754 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e68645f-da78-40bc-a34b-ef9db05e7886" -d '{"events": [{"server_uuid": "1ba49585-4d26-406b-9d4b-6e536b49a564", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:16:06.503075 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3210df7-aadd-4fed-9a2f-fef7961c8bee req-23c89d57-9c71-417a-93c4-b8c960752424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:06.504616 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c3210df7-aadd-4fed-9a2f-fef7961c8bee req-23c89d57-9c71-417a-93c4-b8c960752424 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77e74cd7-f3b4-4335-ac24-4dfe333ae022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528181 Apr 28 17:16:06.507150 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aa2346b-11d7-4d66-b497-081c9ce1a1d6 req-dabfe5fa-e078-4941-9150-0bec28bf9088 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521745 Apr 28 17:16:06.511755 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-61556edd-a9fb-4fa4-995c-4e3d609871d6 req-2981d6f0-4809-4ab5-9c1d-3388c3f7c468 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Calling delete_port for 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:16:06.533732 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:06.547460 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 17:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1c0c84-74d4-4e7e-ae87-2ff6640a717b x-openstack-request-id: req-2f1c0c84-74d4-4e7e-ae87-2ff6640a717b {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:16:06.548037 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba49585-4d26-406b-9d4b-6e536b49a564", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:16:06.548454 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f1c0c84-74d4-4e7e-ae87-2ff6640a717b {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:16:06.549811 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1c0c84-74d4-4e7e-ae87-2ff6640a717b'] response: {'server_uuid': '1ba49585-4d26-406b-9d4b-6e536b49a564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a', 'code': 200} Apr 28 17:16:06.603920 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,revision_number=6']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:06.619063 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.620304 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.621205 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.621868 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.622253 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.622737 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.623223 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.623576 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.624127 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.624456 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.624798 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.625185 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.625551 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.626363 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.626363 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:06.704905 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c3210df7-aadd-4fed-9a2f-fef7961c8bee req-65f045bd-7696-44e7-9ad4-487a7bcfc994 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788447 Apr 28 17:16:06.833926 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c3210df7-aadd-4fed-9a2f-fef7961c8bee req-4f117295-2985-4f6c-ba9a-4dc77a0f9e7d service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056762 Apr 28 17:16:06.910147 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-61556edd-a9fb-4fa4-995c-4e3d609871d6 req-2981d6f0-4809-4ab5-9c1d-3388c3f7c468 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167'] for port (8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:06.942076 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981d6f0-4809-4ab5-9c1d-3388c3f7c468 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Pushing event deleted for resources: {'Port': ['ID=8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:07.004283 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-61556edd-a9fb-4fa4-995c-4e3d609871d6 req-2981d6f0-4809-4ab5-9c1d-3388c3f7c468 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] No DVR routers for this DVR port 8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:16:07.011273 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-61556edd-a9fb-4fa4-995c-4e3d609871d6 req-2981d6f0-4809-4ab5-9c1d-3388c3f7c468 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:07.011428 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-61556edd-a9fb-4fa4-995c-4e3d609871d6 req-2981d6f0-4809-4ab5-9c1d-3388c3f7c468 tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.66 "DELETE /v2.0/ports/8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a HTTP/1.1" status: 204 len: 173 time: 1.3541596 Apr 28 17:16:07.011776 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba49585-4d26-406b-9d4b-6e536b49a564', 'name': 'network-vif-deleted', 'tag': '8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:16:07.023377 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbf9395-d2a9-4964-bf97-07a8696321d9" -d '{"events": [{"server_uuid": "1ba49585-4d26-406b-9d4b-6e536b49a564", "name": "network-vif-deleted", "tag": "8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:16:07.037813 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:07.080770 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef28c6ca-618e-4431-b138-6efb0ee7dd3d x-openstack-request-id: req-ef28c6ca-618e-4431-b138-6efb0ee7dd3d {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:16:07.080770 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba49585-4d26-406b-9d4b-6e536b49a564", "name": "network-vif-deleted", "tag": "8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:16:07.080770 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef28c6ca-618e-4431-b138-6efb0ee7dd3d {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:16:07.080770 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef28c6ca-618e-4431-b138-6efb0ee7dd3d'] response: {'server_uuid': '1ba49585-4d26-406b-9d4b-6e536b49a564', 'name': 'network-vif-deleted', 'tag': '8ff6cc67-ce51-4da6-8e8d-cc463aac9b8a', 'status': 'completed', 'code': 200} Apr 28 17:16:07.094790 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a044869-525d-4ba3-8ac8-519b952d0980 req-365d375a-f297-41fb-b3b3-b209cca50ca0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:07.096160 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1a044869-525d-4ba3-8ac8-519b952d0980 req-365d375a-f297-41fb-b3b3-b209cca50ca0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0555015 Apr 28 17:16:07.151034 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1a044869-525d-4ba3-8ac8-519b952d0980 req-b96faa51-cd31-4303-b932-1e609a714584 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488534 Apr 28 17:16:07.402364 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b5b01fad-88d8-4d58-803c-ef2fa4806fcc req-63e8be4a-276e-4f25-8ecf-87f6ee26334b tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 210 time: 0.0303705 Apr 28 17:16:07.483179 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45262) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:07.588359 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e0e65a77-8cd1-454c-a62f-f57e21c6931f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:07.660921 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e0e65a77-8cd1-454c-a62f-f57e21c6931f admin admin] Publish callbacks [] for security_group (7f63109b-76e2-4b47-9a38-42efbeea581d), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:07.749313 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e0e65a77-8cd1-454c-a62f-f57e21c6931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (7f63109b-76e2-4b47-9a38-42efbeea581d), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:07.787099 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-e0e65a77-8cd1-454c-a62f-f57e21c6931f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96e25f2dc4a74abd8a9ffb7fe04fd0a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028452 Apr 28 17:16:07.789186 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e65a77-8cd1-454c-a62f-f57e21c6931f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f63109b-76e2-4b47-9a38-42efbeea581d,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:07.791039 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45266) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:07.838421 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c783e9f-4410-4d55-b408-58116e944f86 admin admin] Publish callbacks [] for security_group (7f63109b-76e2-4b47-9a38-42efbeea581d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:07.862449 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c783e9f-4410-4d55-b408-58116e944f86 admin admin] Publish callbacks [] for security_group (7f63109b-76e2-4b47-9a38-42efbeea581d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:08.058003 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c783e9f-4410-4d55-b408-58116e944f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (7f63109b-76e2-4b47-9a38-42efbeea581d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:08.061171 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c783e9f-4410-4d55-b408-58116e944f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:08.062885 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4c783e9f-4410-4d55-b408-58116e944f86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f63109b-76e2-4b47-9a38-42efbeea581d HTTP/1.1" status: 204 len: 168 time: 0.2720926 Apr 28 17:16:08.071451 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c783e9f-4410-4d55-b408-58116e944f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f63109b-76e2-4b47-9a38-42efbeea581d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:08.263008 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26901d-d833-4944-80e5-7f1e2ee13007 req-5c16b2bb-ce90-4d14-95ce-5be80e5d24b1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:08.268684 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3b26901d-d833-4944-80e5-7f1e2ee13007 req-5c16b2bb-ce90-4d14-95ce-5be80e5d24b1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0464785 Apr 28 17:16:08.314225 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3b26901d-d833-4944-80e5-7f1e2ee13007 req-8ba9e980-82b9-49ea-911a-428ad08473d2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Apr 28 17:16:08.426391 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:08.514898 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0968e93-77b5-4641-9d13-73d82111fc49 req-df610ed6-259d-4e36-ae29-ed33c42498ce tempest-DeleteServersTestJSON-1219958637 tempest-DeleteServersTestJSON-1219958637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ba49585-4d26-406b-9d4b-6e536b49a564 HTTP/1.1" status: 200 len: 210 time: 0.0299153 Apr 28 17:16:08.825568 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45290) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:08.838308 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-51e2fc40-7288-477b-8307-76c6dc870fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:08.913519 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-51e2fc40-7288-477b-8307-76c6dc870fd5 admin admin] Publish callbacks [] for security_group (238af5b2-6002-4a25-9149-dee0234920a8), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:09.012043 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-51e2fc40-7288-477b-8307-76c6dc870fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (238af5b2-6002-4a25-9149-dee0234920a8), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:09.050622 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2fc40-7288-477b-8307-76c6dc870fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238af5b2-6002-4a25-9149-dee0234920a8,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:09.055269 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-51e2fc40-7288-477b-8307-76c6dc870fd5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef8885767a6842beb41cb4ce62e85ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286508 Apr 28 17:16:09.057824 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45304) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:09.110209 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-531bf678-45fb-45f8-b602-95def4d53f5b admin admin] Publish callbacks [] for security_group (238af5b2-6002-4a25-9149-dee0234920a8), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:09.132772 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-531bf678-45fb-45f8-b602-95def4d53f5b admin admin] Publish callbacks [] for security_group (238af5b2-6002-4a25-9149-dee0234920a8), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:09.234524 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:16:09.274682 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-531bf678-45fb-45f8-b602-95def4d53f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (238af5b2-6002-4a25-9149-dee0234920a8), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:09.278519 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-531bf678-45fb-45f8-b602-95def4d53f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:09.279685 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-531bf678-45fb-45f8-b602-95def4d53f5b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/238af5b2-6002-4a25-9149-dee0234920a8 HTTP/1.1" status: 204 len: 168 time: 0.2202485 Apr 28 17:16:09.287897 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bf678-45fb-45f8-b602-95def4d53f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238af5b2-6002-4a25-9149-dee0234920a8,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:09.431856 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f0c8d-d933-4f0c-8b13-3e4af3205037 req-052ffae9-eb94-464e-820d-3586d99b15ae tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:09.433500 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-897f0c8d-d933-4f0c-8b13-3e4af3205037 req-052ffae9-eb94-464e-820d-3586d99b15ae tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0501916 Apr 28 17:16:09.481992 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-897f0c8d-d933-4f0c-8b13-3e4af3205037 req-f1f32d22-1449-4dc2-9809-5cc86ff82a82 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Apr 28 17:16:10.595389 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c49e5-d3a4-45ca-9ccc-947d983993fd req-0fb60fa5-a232-4621-8e63-7735633ca82f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:10.596922 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f89c49e5-d3a4-45ca-9ccc-947d983993fd req-0fb60fa5-a232-4621-8e63-7735633ca82f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0472884 Apr 28 17:16:10.650005 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f89c49e5-d3a4-45ca-9ccc-947d983993fd req-3b5c6453-243f-4155-90c2-8f269643860b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473180 Apr 28 17:16:11.403234 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45414) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:11.446763 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_v2 [None req-5262e5ba-555d-4e0c-947d-7cf9d2d841f1 admin admin] Deleting subnet b3b89a7a-04d6-4d30-ae99-f27e397d7e1a {{(pid=103997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:16:11.449842 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5262e5ba-555d-4e0c-947d-7cf9d2d841f1 admin admin] Publish callbacks [] for subnet (b3b89a7a-04d6-4d30-ae99-f27e397d7e1a), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:11.487522 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5262e5ba-555d-4e0c-947d-7cf9d2d841f1 admin admin] Publish callbacks [] for subnet (b3b89a7a-04d6-4d30-ae99-f27e397d7e1a), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:11.493492 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5262e5ba-555d-4e0c-947d-7cf9d2d841f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (b3b89a7a-04d6-4d30-ae99-f27e397d7e1a), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:11.623743 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5262e5ba-555d-4e0c-947d-7cf9d2d841f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for subnet (b3b89a7a-04d6-4d30-ae99-f27e397d7e1a), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:11.649164 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262e5ba-555d-4e0c-947d-7cf9d2d841f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b89a7a-04d6-4d30-ae99-f27e397d7e1a,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:11.657219 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5262e5ba-555d-4e0c-947d-7cf9d2d841f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:11.667290 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-5262e5ba-555d-4e0c-947d-7cf9d2d841f1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b3b89a7a-04d6-4d30-ae99-f27e397d7e1a HTTP/1.1" status: 204 len: 168 time: 0.2564070 Apr 28 17:16:11.667290 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45432) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:11.767677 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (47139b46-6b94-4523-93e5-74a6d1fa0d0f), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:11.788673 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bd7c4-99cf-4719-945e-7e7fbd6b7a1f req-9c2821b9-de2c-4a4f-a835-ad765d4d3132 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:11.790125 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0e1bd7c4-99cf-4719-945e-7e7fbd6b7a1f req-9c2821b9-de2c-4a4f-a835-ad765d4d3132 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0684156 Apr 28 17:16:11.898784 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0e1bd7c4-99cf-4719-945e-7e7fbd6b7a1f req-ff6a15aa-565c-476c-9198-93a7f35fcd68 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023939 Apr 28 17:16:11.904143 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (47139b46-6b94-4523-93e5-74a6d1fa0d0f), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:11.938474 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:11.938474 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:11.938748 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:11.939075 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > port after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:11.939400 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:11.939732 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > port after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:11.940050 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:11.940393 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:11.940711 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:11.941031 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:12.009849 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:12.010200 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:12.010537 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:12.010870 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 17:16:12.011784 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47139b46-6b94-4523-93e5-74a6d1fa0d0f']}} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:12.029715 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeff6384-0eef-4da9-8213-005d58ae2b65') {'for_net_delete': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:12.030150 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeff6384-0eef-4da9-8213-005d58ae2b65') {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:12.054857 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4244583'] for segment (aeff6384-0eef-4da9-8213-005d58ae2b65), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:12.072125 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (aeff6384-0eef-4da9-8213-005d58ae2b65), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:12.081426 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:16:12.081815 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (aeff6384-0eef-4da9-8213-005d58ae2b65), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: from cryptography.utils import int_from_bytes Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: from cryptography.utils import int_from_bytes Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: Traceback (most recent call last): Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: timer() Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: cb(*args, **kw) Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: return func(*args, **kwargs) Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: self._notify() Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: self.callback(batched_events) Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: event.method(event) Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: return f(self, *a, **k) Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._get(url).json() Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: return self.request(url, 'GET', **kwargs) Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:16:12.086333 dv-cinder-826949-5-iscsi neutron-server[103997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:16:12.218489 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (47139b46-6b94-4523-93e5-74a6d1fa0d0f), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:12.224345 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:12.227701 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] 10.222.0.64 "DELETE /v2.0/networks/47139b46-6b94-4523-93e5-74a6d1fa0d0f HTTP/1.1" status: 204 len: 168 time: 0.5620525 Apr 28 17:16:12.240666 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65832dc5-22f6-4690-8eb8-d3fc94146d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=47139b46-6b94-4523-93e5-74a6d1fa0d0f,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:12.634096 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45472) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:12.676726 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-28952a52-7f21-49b9-b36b-a7df5db57e12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48922de894e143cfa7594050e9fd54a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414631 Apr 28 17:16:12.679395 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45474) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:12.731709 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2dc453d3-0663-4858-b7f6-4fae6b56d979 admin admin] Publish callbacks [] for security_group (28560d47-11fb-47f7-8acf-c564c8390c5f), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:12.755471 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2dc453d3-0663-4858-b7f6-4fae6b56d979 admin admin] Publish callbacks [] for security_group (28560d47-11fb-47f7-8acf-c564c8390c5f), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:12.814001 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45478) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:12.915682 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-721d5467-9fb8-4258-a01c-f0187ce3ec17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:12.947019 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2dc453d3-0663-4858-b7f6-4fae6b56d979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (28560d47-11fb-47f7-8acf-c564c8390c5f), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:12.949826 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2dc453d3-0663-4858-b7f6-4fae6b56d979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:12.952490 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2dc453d3-0663-4858-b7f6-4fae6b56d979 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28560d47-11fb-47f7-8acf-c564c8390c5f HTTP/1.1" status: 204 len: 168 time: 0.2709582 Apr 28 17:16:12.966512 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc453d3-0663-4858-b7f6-4fae6b56d979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28560d47-11fb-47f7-8acf-c564c8390c5f,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:13.040356 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0bb46-e1ea-43d9-873e-3861d6eb9628 req-6699ca52-9beb-4090-a556-7baa51a86acd tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:13.048518 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7dc0bb46-e1ea-43d9-873e-3861d6eb9628 req-6699ca52-9beb-4090-a556-7baa51a86acd tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0746706 Apr 28 17:16:13.063845 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-721d5467-9fb8-4258-a01c-f0187ce3ec17 admin admin] Publish callbacks [] for security_group (d5c1e23d-ab09-4452-8028-f4a81105eec4), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:13.101344 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7dc0bb46-e1ea-43d9-873e-3861d6eb9628 req-42910f4c-7f78-4e4c-bce9-806a1540ec6d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519459 Apr 28 17:16:13.163789 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-721d5467-9fb8-4258-a01c-f0187ce3ec17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d5c1e23d-ab09-4452-8028-f4a81105eec4), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:13.202672 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-721d5467-9fb8-4258-a01c-f0187ce3ec17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14969dcd8de14d71a56587bd83000695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3876243 Apr 28 17:16:13.203724 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d5467-9fb8-4258-a01c-f0187ce3ec17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c1e23d-ab09-4452-8028-f4a81105eec4,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:13.205520 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45498) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:13.256392 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80c2223e-9250-49bf-8299-ae40013ad797 admin admin] Publish callbacks [] for security_group (d5c1e23d-ab09-4452-8028-f4a81105eec4), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:13.282139 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80c2223e-9250-49bf-8299-ae40013ad797 admin admin] Publish callbacks [] for security_group (d5c1e23d-ab09-4452-8028-f4a81105eec4), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:13.409310 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80c2223e-9250-49bf-8299-ae40013ad797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d5c1e23d-ab09-4452-8028-f4a81105eec4), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:13.412010 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80c2223e-9250-49bf-8299-ae40013ad797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:13.415503 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-80c2223e-9250-49bf-8299-ae40013ad797 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5c1e23d-ab09-4452-8028-f4a81105eec4 HTTP/1.1" status: 204 len: 168 time: 0.2066722 Apr 28 17:16:13.421308 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2223e-9250-49bf-8299-ae40013ad797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c1e23d-ab09-4452-8028-f4a81105eec4,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:13.481197 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45508) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:13.772764 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45522) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:13.837357 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-45b69a6e-1196-4b97-8a48-3a8093134925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:13.875342 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f050f138-516a-4dea-ac03-9df5e40d3a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:13.926570 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-45b69a6e-1196-4b97-8a48-3a8093134925 admin admin] Publish callbacks [] for security_group (9a55884d-c9f3-4311-b3cc-efab24622b8b), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:13.953255 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f050f138-516a-4dea-ac03-9df5e40d3a45 admin admin] Publish callbacks [] for security_group (c8e4c272-1f28-42ea-9ad7-f8d7881472f5), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.034772 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-45b69a6e-1196-4b97-8a48-3a8093134925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9a55884d-c9f3-4311-b3cc-efab24622b8b), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.071963 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f050f138-516a-4dea-ac03-9df5e40d3a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (c8e4c272-1f28-42ea-9ad7-f8d7881472f5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.080461 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-45b69a6e-1196-4b97-8a48-3a8093134925 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=710e52f801414c789f5d37a639c6461b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5957956 Apr 28 17:16:14.080461 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b69a6e-1196-4b97-8a48-3a8093134925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a55884d-c9f3-4311-b3cc-efab24622b8b,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:14.081260 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45530) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:14.122563 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f050f138-516a-4dea-ac03-9df5e40d3a45 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a080e66550e4b9e9b5d5db282bb44ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486960 Apr 28 17:16:14.123823 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050f138-516a-4dea-ac03-9df5e40d3a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e4c272-1f28-42ea-9ad7-f8d7881472f5,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:14.125592 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45534) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:14.157393 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30fec483-8f50-4182-8d80-93f42fd5513d admin admin] Publish callbacks [] for security_group (9a55884d-c9f3-4311-b3cc-efab24622b8b), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.206102 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30fec483-8f50-4182-8d80-93f42fd5513d admin admin] Publish callbacks [] for security_group (9a55884d-c9f3-4311-b3cc-efab24622b8b), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.250737 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45540) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:14.258760 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-91aa7bee-13cb-4c0e-9c0c-ca35a12f0605 admin admin] Publish callbacks [] for security_group (c8e4c272-1f28-42ea-9ad7-f8d7881472f5), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.267790 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f43d54e4-6a7b-4433-9d62-3e2d51b3f411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.280928 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3530bf-05c4-4477-a1e1-592473a662f0 req-76466927-23f7-4505-98e3-ce9d14f7df90 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:14.282423 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0a3530bf-05c4-4477-a1e1-592473a662f0 req-76466927-23f7-4505-98e3-ce9d14f7df90 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.1009934 Apr 28 17:16:14.312596 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-91aa7bee-13cb-4c0e-9c0c-ca35a12f0605 admin admin] Publish callbacks [] for security_group (c8e4c272-1f28-42ea-9ad7-f8d7881472f5), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.374092 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0a3530bf-05c4-4477-a1e1-592473a662f0 req-843fb2f4-3bf5-4dff-8ec8-11df4a970a66 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775981 Apr 28 17:16:14.435189 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30fec483-8f50-4182-8d80-93f42fd5513d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9a55884d-c9f3-4311-b3cc-efab24622b8b), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.437885 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30fec483-8f50-4182-8d80-93f42fd5513d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.441480 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-30fec483-8f50-4182-8d80-93f42fd5513d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a55884d-c9f3-4311-b3cc-efab24622b8b HTTP/1.1" status: 204 len: 168 time: 0.3568876 Apr 28 17:16:14.448339 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fec483-8f50-4182-8d80-93f42fd5513d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a55884d-c9f3-4311-b3cc-efab24622b8b,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:14.470414 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-91aa7bee-13cb-4c0e-9c0c-ca35a12f0605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (c8e4c272-1f28-42ea-9ad7-f8d7881472f5), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.472978 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-91aa7bee-13cb-4c0e-9c0c-ca35a12f0605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.476322 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-91aa7bee-13cb-4c0e-9c0c-ca35a12f0605 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8e4c272-1f28-42ea-9ad7-f8d7881472f5 HTTP/1.1" status: 204 len: 168 time: 0.3465309 Apr 28 17:16:14.487917 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa7bee-13cb-4c0e-9c0c-ca35a12f0605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e4c272-1f28-42ea-9ad7-f8d7881472f5,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:14.525164 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f43d54e4-6a7b-4433-9d62-3e2d51b3f411 admin admin] Publish callbacks [] for security_group (98c42f7b-d0df-4d83-a8f1-1aedb4d8afe0), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.583352 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f43d54e4-6a7b-4433-9d62-3e2d51b3f411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (98c42f7b-d0df-4d83-a8f1-1aedb4d8afe0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.592047 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45558) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:14.624569 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f43d54e4-6a7b-4433-9d62-3e2d51b3f411 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ec8ed9de7ee42b295275afd7393780d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720102 Apr 28 17:16:14.626553 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45562) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:14.635208 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d54e4-6a7b-4433-9d62-3e2d51b3f411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c42f7b-d0df-4d83-a8f1-1aedb4d8afe0,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:14.676595 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5081-ee45-4bb2-ab87-44bb6ec027e1 admin admin] Publish callbacks [] for security_group (98c42f7b-d0df-4d83-a8f1-1aedb4d8afe0), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.697777 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5081-ee45-4bb2-ab87-44bb6ec027e1 admin admin] Publish callbacks [] for security_group (98c42f7b-d0df-4d83-a8f1-1aedb4d8afe0), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.912438 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5081-ee45-4bb2-ab87-44bb6ec027e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (98c42f7b-d0df-4d83-a8f1-1aedb4d8afe0), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.915182 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5081-ee45-4bb2-ab87-44bb6ec027e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:14.916342 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-3d4f5081-ee45-4bb2-ab87-44bb6ec027e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98c42f7b-d0df-4d83-a8f1-1aedb4d8afe0 HTTP/1.1" status: 204 len: 168 time: 0.2888355 Apr 28 17:16:14.927915 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f5081-ee45-4bb2-ab87-44bb6ec027e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c42f7b-d0df-4d83-a8f1-1aedb4d8afe0,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:15.052853 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1224029249-network', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:15.144161 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Made reservation on behalf of 3bc5f70924aa4b3f8f9f428437223a60 for: {'network': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:16:15.146612 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.155815 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.229340 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Publish callbacks [] for security_group (bbb9926f-6e6b-4439-914c-86d6746d6bd2), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.311492 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (bbb9926f-6e6b-4439-914c-86d6746d6bd2), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.335647 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45570) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:15.343488 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:16:15.350575 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bd3b49bb-1675-4a8c-b81c-a7bc0ba8ce11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.353312 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb9926f-6e6b-4439-914c-86d6746d6bd2,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:15.358158 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (fb806b8a-6176-48ac-a47d-63f803b6336e), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.358504 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.segments_db [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Added segment fb806b8a-6176-48ac-a47d-63f803b6336e of type vlan for network a0864fea-c4a2-4606-b60c-7ca279cfdb22 Apr 28 17:16:15.405079 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (a0864fea-c4a2-4606-b60c-7ca279cfdb22), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.464961 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bd3b49bb-1675-4a8c-b81c-a7bc0ba8ce11 admin admin] Publish callbacks [] for security_group (503b6da4-4840-4ad5-94b1-e13f3768bb74), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.517664 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc3c4f-9407-4c09-85e9-10d81b3f334f req-76d89734-3940-42bd-a07a-8a98c2f809a6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:15.519627 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cacc3c4f-9407-4c09-85e9-10d81b3f334f req-76d89734-3940-42bd-a07a-8a98c2f809a6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0566978 Apr 28 17:16:15.526116 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (a0864fea-c4a2-4606-b60c-7ca279cfdb22), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.527207 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:15.527696 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.564131 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bd3b49bb-1675-4a8c-b81c-a7bc0ba8ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (503b6da4-4840-4ad5-94b1-e13f3768bb74), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.621210 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bd3b49bb-1675-4a8c-b81c-a7bc0ba8ce11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf494da59f4f4229b74b77a204e8006e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836244 Apr 28 17:16:15.632524 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cacc3c4f-9407-4c09-85e9-10d81b3f334f req-df0c2c50-9b81-40bb-a53f-26bd49556a54 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978441 Apr 28 17:16:15.634455 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45594) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:15.652432 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] Pushing event updated for resources: {'Network': ['ID=a0864fea-c4a2-4606-b60c-7ca279cfdb22,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:15.662768 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:16:15.673798 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b49bb-1675-4a8c-b81c-a7bc0ba8ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503b6da4-4840-4ad5-94b1-e13f3768bb74,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:15.687890 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-8145149a-81af-4906-ab10-2e2a78d0752b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0930414 Apr 28 17:16:15.688743 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45596) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:15.695225 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] Request body: {'subnet': {'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-subnet', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:15.702072 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6cfb554d-5a0b-42f5-87da-291fe519ae82 admin admin] Publish callbacks [] for security_group (503b6da4-4840-4ad5-94b1-e13f3768bb74), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.726173 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6cfb554d-5a0b-42f5-87da-291fe519ae82 admin admin] Publish callbacks [] for security_group (503b6da4-4840-4ad5-94b1-e13f3768bb74), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.812390 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] Made reservation on behalf of 3bc5f70924aa4b3f8f9f428437223a60 for: {'subnet': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:16:15.814823 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5206387'] for subnet (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.903641 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6cfb554d-5a0b-42f5-87da-291fe519ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (503b6da4-4840-4ad5-94b1-e13f3768bb74), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.906203 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6cfb554d-5a0b-42f5-87da-291fe519ae82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:15.907341 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6cfb554d-5a0b-42f5-87da-291fe519ae82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/503b6da4-4840-4ad5-94b1-e13f3768bb74 HTTP/1.1" status: 204 len: 168 time: 0.2718623 Apr 28 17:16:15.914952 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb554d-5a0b-42f5-87da-291fe519ae82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503b6da4-4840-4ad5-94b1-e13f3768bb74,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:16.241049 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4368492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5206401'] for subnet (3f171123-3a34-488e-b790-0ae30efcd836), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:16.295728 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f171123-3a34-488e-b790-0ae30efcd836,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:16.305441 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] Checking segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:16.305791 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] Network hostable DHCP agents. Network: a0864fea-c4a2-4606-b60c-7ca279cfdb22, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:16:16.393630 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:16:16.457899 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, a0864fea-c4a2-4606-b60c-7ca279cfdb22) {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:16.462310 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:16.465673 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:16.470088 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee72436-1637-4759-b9a4-4d3845c84842 None None] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:16:16.541756 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-bab494f3-861e-4340-8141-ee390cc883eb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8516831 Apr 28 17:16:16.547386 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45626) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:16.551946 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:16.592796 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:16:16.593734 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:16.638610 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-347308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14367'] for router (c49b146b-69f2-4709-8960-3efb5017f956), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:16.639747 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14358'] for router (c49b146b-69f2-4709-8960-3efb5017f956), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:16.721830 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Publish callbacks [] for router_controller (c49b146b-69f2-4709-8960-3efb5017f956), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:16.749840 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Allocated IP 172.20.0.2 (a0864fea-c4a2-4606-b60c-7ca279cfdb22/3f171123-3a34-488e-b790-0ae30efcd836/b9116440-fa21-469b-b185-9a8cfab54771) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:16:16.898785 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d127ae-895a-47f2-aa93-fb8e1e17a516 req-f87adf96-dfcb-41fd-a1bf-330057b5109c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:16.900415 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-74d127ae-895a-47f2-aa93-fb8e1e17a516 req-f87adf96-dfcb-41fd-a1bf-330057b5109c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0529244 Apr 28 17:16:16.936565 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45640) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:16.947067 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Publish callbacks [] for port (b9116440-fa21-469b-b185-9a8cfab54771), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:16.962464 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-54c5719d-4599-4ed2-8bbf-448dd4253aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.012694 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (b9116440-fa21-469b-b185-9a8cfab54771), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.031190 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-74d127ae-895a-47f2-aa93-fb8e1e17a516 req-11a29c93-e431-40d5-b05f-2bf3996d8a14 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243615 Apr 28 17:16:17.033313 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Publish callbacks [] for router_gateway (c49b146b-69f2-4709-8960-3efb5017f956), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.073354 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-54c5719d-4599-4ed2-8bbf-448dd4253aaf admin admin] Publish callbacks [] for security_group (29432f5d-cc99-4b6f-89b7-509c2b1ab982), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.079513 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:17.086071 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:17.090081 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:16:17.095451 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Pushing event updated for resources: {'Port': ['ID=b9116440-fa21-469b-b185-9a8cfab54771,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:17.149814 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-54c5719d-4599-4ed2-8bbf-448dd4253aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (29432f5d-cc99-4b6f-89b7-509c2b1ab982), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.164555 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Attempting to bind port b9116440-fa21-469b-b185-9a8cfab54771 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:16:17.165102 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Attempting to bind port b9116440-fa21-469b-b185-9a8cfab54771 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:16:17.165647 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Attempting to bind port b9116440-fa21-469b-b185-9a8cfab54771 on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:16:17.173384 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:16:17.173989 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Checking segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:17.174665 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.175394 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Bound using segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:16:17.176270 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Bound port: b9116440-fa21-469b-b185-9a8cfab54771, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:16:17.176824 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b9116440-fa21-469b-b185-9a8cfab54771), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.208992 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-54c5719d-4599-4ed2-8bbf-448dd4253aaf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=feaffd6079ea4b5ebec445fac377acb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702844 Apr 28 17:16:17.213439 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45644) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:17.278843 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] For port b9116440-fa21-469b-b185-9a8cfab54771, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:16:17.282846 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] For port b9116440-fa21-469b-b185-9a8cfab54771, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b9116440-fa21-469b-b185-9a8cfab54771,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:16:17.294195 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5719d-4599-4ed2-8bbf-448dd4253aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29432f5d-cc99-4b6f-89b7-509c2b1ab982,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:17.319206 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fb0af153-1b95-4e6b-ab1d-4a4c668a3917 admin admin] Publish callbacks [] for security_group (29432f5d-cc99-4b6f-89b7-509c2b1ab982), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.324060 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Publish callbacks [] for router_gateway (c49b146b-69f2-4709-8960-3efb5017f956), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.341697 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fb0af153-1b95-4e6b-ab1d-4a4c668a3917 admin admin] Publish callbacks [] for security_group (29432f5d-cc99-4b6f-89b7-509c2b1ab982), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.347407 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.366863 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b9116440-fa21-469b-b185-9a8cfab54771), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.457887 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcadbc1-658e-4ce6-88fe-da93ae413d17 None None] Pushing event updated for resources: {'Port': ['ID=b9116440-fa21-469b-b185-9a8cfab54771,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:17.482048 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fb0af153-1b95-4e6b-ab1d-4a4c668a3917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (29432f5d-cc99-4b6f-89b7-509c2b1ab982), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.485103 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fb0af153-1b95-4e6b-ab1d-4a4c668a3917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.488786 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-fb0af153-1b95-4e6b-ab1d-4a4c668a3917 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29432f5d-cc99-4b6f-89b7-509c2b1ab982 HTTP/1.1" status: 204 len: 168 time: 0.2718899 Apr 28 17:16:17.492380 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Allocated IP 172.27.2.129 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/83f85825-781d-43e8-9563-f2ba634f0cc2) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:16:17.497157 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0af153-1b95-4e6b-ab1d-4a4c668a3917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29432f5d-cc99-4b6f-89b7-509c2b1ab982,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:17.618569 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Publish callbacks [] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.770234 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:17.818060 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:17.821108 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:17.827164 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:16:17.858135 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Pushing event updated for resources: {'Port': ['ID=83f85825-781d-43e8-9563-f2ba634f0cc2,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:18.247039 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b9116440-fa21-469b-b185-9a8cfab54771 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:18.261235 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca9d6a-03dc-459b-a68c-8acc6b20c474 req-a4a7bd4c-7180-41d0-9219-28774dddcd80 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:18.268451 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-52ca9d6a-03dc-459b-a68c-8acc6b20c474 req-a4a7bd4c-7180-41d0-9219-28774dddcd80 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0909355 Apr 28 17:16:18.322314 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port b9116440-fa21-469b-b185-9a8cfab54771 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:18.323057 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b9116440-fa21-469b-b185-9a8cfab54771), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:18.340058 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-52ca9d6a-03dc-459b-a68c-8acc6b20c474 req-664b96f0-8623-48d5-a9d4-42979f6e4013 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695918 Apr 28 17:16:18.342308 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Publish callbacks [] for router_gateway (c49b146b-69f2-4709-8960-3efb5017f956), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:18.435479 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port b9116440-fa21-469b-b185-9a8cfab54771 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:18.435972 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b9116440-fa21-469b-b185-9a8cfab54771), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:18.474959 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port b9116440-fa21-469b-b185-9a8cfab54771, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b9116440-fa21-469b-b185-9a8cfab54771,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:18.560460 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4eb847-0b1e-4ce4-b05c-7bfe429c6e65 None None] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:16:18.573787 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-348693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673'] for router (c49b146b-69f2-4709-8960-3efb5017f956), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:18.578323 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b9116440-fa21-469b-b185-9a8cfab54771), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:18.680943 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-65d7fa74-6a10-4dac-b938-a8a8dd5048b1 None None] Provisioning complete for port b9116440-fa21-469b-b185-9a8cfab54771 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:18.681320 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-65d7fa74-6a10-4dac-b938-a8a8dd5048b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b9116440-fa21-469b-b185-9a8cfab54771), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:18.710379 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=b9116440-fa21-469b-b185-9a8cfab54771,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:18.801266 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-65d7fa74-6a10-4dac-b938-a8a8dd5048b1 None None] Current status of the port b9116440-fa21-469b-b185-9a8cfab54771 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:18.821279 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Router c49b146b-69f2-4709-8960-3efb5017f956 is scheduled to L3 agent 2328be28-078e-4849-a398-3f5045911048 with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 17:16:18.984685 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:16:18.996484 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Sync routers for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:16:19.006975 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:19.016352 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:19.042567 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-998e2b60-8c59-4148-9761-2306a9f5e64e None None] Provisioning complete for port b9116440-fa21-469b-b185-9a8cfab54771 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:19.044773 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-998e2b60-8c59-4148-9761-2306a9f5e64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b9116440-fa21-469b-b185-9a8cfab54771), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:19.086440 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:19.088100 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ea49b290-5803-4292-b7af-adf38b16b892 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5395815 Apr 28 17:16:19.097445 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45700) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:19.136662 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:19.162817 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-998e2b60-8c59-4148-9761-2306a9f5e64e None None] Current status of the port b9116440-fa21-469b-b185-9a8cfab54771 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:19.319456 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:17Z', 'revision_number': 3, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:19.354394 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Checking router: c49b146b-69f2-4709-8960-3efb5017f956 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:16:19.354794 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Updating router c49b146b-69f2-4709-8960-3efb5017f956 port 83f85825-781d-43e8-9563-f2ba634f0cc2 binding host dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:16:19.387284 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:19.520572 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bb3b7-647a-4ef5-a569-2f368c5e7c92 req-6cca5121-5e08-4f7e-b43a-8c0432863efe tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:19.522739 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-291bb3b7-647a-4ef5-a569-2f368c5e7c92 req-6cca5121-5e08-4f7e-b43a-8c0432863efe tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0530658 Apr 28 17:16:19.581677 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-291bb3b7-647a-4ef5-a569-2f368c5e7c92 req-2e76b851-f030-42f7-8089-0a66bd7a43a3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514841 Apr 28 17:16:19.791429 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:19.797651 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Publish callbacks [] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:19.903891 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:19.949862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Allocated IP 172.20.0.1 (a0864fea-c4a2-4606-b60c-7ca279cfdb22/3f171123-3a34-488e-b790-0ae30efcd836/4c3101a8-38f4-4cd6-8509-db59bc545754) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:16:19.959878 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Attempting to bind port 83f85825-781d-43e8-9563-f2ba634f0cc2 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:16:19.960281 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Attempting to bind port 83f85825-781d-43e8-9563-f2ba634f0cc2 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:16:19.960655 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Attempting to bind port 83f85825-781d-43e8-9563-f2ba634f0cc2 on network f8764e81-f1f8-4275-aee3-2fa9a09189b3 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:16:19.963588 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98133154-353a-456d-aa89-060add4843e3 None None] Pushing event updated for resources: {'Port': ['ID=83f85825-781d-43e8-9563-f2ba634f0cc2,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:19.969125 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:16:19.969513 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:19.969919 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:19.970315 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Bound using segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:16:19.970834 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Bound port: 83f85825-781d-43e8-9563-f2ba634f0cc2, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:16:19.971160 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:19.995092 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.996180 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.996541 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.997097 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.997248 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.997596 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.997941 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.998271 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.998608 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.998934 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.999261 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.999605 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:19.999935 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:20.000278 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:20.000619 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98133154-353a-456d-aa89-060add4843e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:20.045366 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] For port 83f85825-781d-43e8-9563-f2ba634f0cc2, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:16:20.049494 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] For port 83f85825-781d-43e8-9563-f2ba634f0cc2, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=83f85825-781d-43e8-9563-f2ba634f0cc2,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:16:20.077912 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Publish callbacks [] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:20.121490 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:20.181973 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b9116440-fa21-469b-b185-9a8cfab54771 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:20.183275 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:20.183904 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:20.186831 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98133154-353a-456d-aa89-060add4843e3 None None] Pushing event updated for resources: {'Port': ['ID=83f85825-781d-43e8-9563-f2ba634f0cc2,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:20.201082 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:20.249618 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port b9116440-fa21-469b-b185-9a8cfab54771 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:20.250357 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b9116440-fa21-469b-b185-9a8cfab54771), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:20.261634 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:20.263417 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:20.265495 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3101a8-38f4-4cd6-8509-db59bc545754,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:20.269325 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:16:20.313205 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722348'] for router_interface (c49b146b-69f2-4709-8960-3efb5017f956), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:20.330460 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:20.371107 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port b9116440-fa21-469b-b185-9a8cfab54771 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:20.527408 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:20.534054 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:17Z', 'revision_number': 3, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:20.564114 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f789d8-4afc-455d-923a-fdbbebd268a3 None None] The sync data for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi is: [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:17Z', 'revision_number': 3, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:16:20.590054 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-643b74fc-c6f4-4896-8d43-382f66b0318d None None] Provisioning complete for port 4c3101a8-38f4-4cd6-8509-db59bc545754 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:20.590436 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-643b74fc-c6f4-4896-8d43-382f66b0318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:20.645305 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-643b74fc-c6f4-4896-8d43-382f66b0318d None None] Port 4c3101a8-38f4-4cd6-8509-db59bc545754 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:16:20.736659 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d48b3d-1cd8-47d4-a0cf-fb42ee20af7c req-253ca9e1-2919-4a30-ad13-3b8ff404cac7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:20.736659 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-93d48b3d-1cd8-47d4-a0cf-fb42ee20af7c req-253ca9e1-2919-4a30-ad13-3b8ff404cac7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0606599 Apr 28 17:16:20.809994 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-93d48b3d-1cd8-47d4-a0cf-fb42ee20af7c req-feb6ae4b-1881-4fab-9717-0dd9abf4407b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606003 Apr 28 17:16:20.826297 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Publish callbacks [] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:20.927050 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:21.008898 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3101a8-38f4-4cd6-8509-db59bc545754,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:21.020928 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346396'] for router_interface (c49b146b-69f2-4709-8960-3efb5017f956), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:21.159253 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:21.161096 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:21.314406 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Router c49b146b-69f2-4709-8960-3efb5017f956 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:16:21.440959 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:16:21.445865 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4a033fa9-2745-4d22-8751-cd4b4dd45742 admin admin] 10.222.0.64 "PUT /v2.0/routers/c49b146b-69f2-4709-8960-3efb5017f956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3469565 Apr 28 17:16:21.470413 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-0e70901d-3eca-44f5-b78d-e4f25ebd84c5 None None] Provisioning complete for port 4c3101a8-38f4-4cd6-8509-db59bc545754 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:21.470974 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0e70901d-3eca-44f5-b78d-e4f25ebd84c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:21.506310 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-0e70901d-3eca-44f5-b78d-e4f25ebd84c5 None None] Port 4c3101a8-38f4-4cd6-8509-db59bc545754 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:16:21.922124 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6920da6-34bc-42c5-9a30-d4d211786c3a req-34f28a54-7647-44c7-8429-d8f086af4658 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:21.923641 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6920da6-34bc-42c5-9a30-d4d211786c3a req-34f28a54-7647-44c7-8429-d8f086af4658 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0471928 Apr 28 17:16:21.974380 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6920da6-34bc-42c5-9a30-d4d211786c3a req-964ae6bc-62f9-4746-a75c-2cc2250d2c3f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Apr 28 17:16:22.185329 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 83f85825-781d-43e8-9563-f2ba634f0cc2 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:22.240137 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 83f85825-781d-43e8-9563-f2ba634f0cc2 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:22.240515 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.255820 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45774) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:22.260554 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-7a67f32e-3744-462e-bba7-0f76deae8528 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894021129', 'description': 'tempest-description--165611628'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:22.319528 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 83f85825-781d-43e8-9563-f2ba634f0cc2 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:22.319963 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.335800 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Sync routers for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:16:22.353398 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port 83f85825-781d-43e8-9563-f2ba634f0cc2, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=83f85825-781d-43e8-9563-f2ba634f0cc2,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:22.359478 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:22.360134 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:22.375349 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7a67f32e-3744-462e-bba7-0f76deae8528 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.442818 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7a67f32e-3744-462e-bba7-0f76deae8528 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (f905638f-f87a-403e-b7d5-107bf9bd3aa3), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.446798 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.500441 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:22.512462 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7a67f32e-3744-462e-bba7-0f76deae8528 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f905638f-f87a-403e-b7d5-107bf9bd3aa3), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.543473 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67f32e-3744-462e-bba7-0f76deae8528 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f905638f-f87a-403e-b7d5-107bf9bd3aa3,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:22.620043 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7a67f32e-3744-462e-bba7-0f76deae8528 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.621965 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7a67f32e-3744-462e-bba7-0f76deae8528 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3649743 Apr 28 17:16:22.625177 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45778) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:22.631049 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-9225769b-5f7e-438d-af16-d31a14e20503 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group_rule': {'security_group_id': 'f905638f-f87a-403e-b7d5-107bf9bd3aa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:22.662702 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=83f85825-781d-43e8-9563-f2ba634f0cc2,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:22.733258 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9225769b-5f7e-438d-af16-d31a14e20503 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (84b9cbee-52cb-470b-a6e4-01a949f3e18f), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.796296 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9225769b-5f7e-438d-af16-d31a14e20503 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (84b9cbee-52cb-470b-a6e4-01a949f3e18f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.825463 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 2, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:22.851666 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Checking router: c49b146b-69f2-4709-8960-3efb5017f956 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:16:22.852020 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Updating router c49b146b-69f2-4709-8960-3efb5017f956 port 4c3101a8-38f4-4cd6-8509-db59bc545754 binding host dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:16:22.863208 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9225769b-5f7e-438d-af16-d31a14e20503 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (84b9cbee-52cb-470b-a6e4-01a949f3e18f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.880085 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225769b-5f7e-438d-af16-d31a14e20503 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b9cbee-52cb-470b-a6e4-01a949f3e18f,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:22.883967 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.951540 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9225769b-5f7e-438d-af16-d31a14e20503 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:22.955499 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9225769b-5f7e-438d-af16-d31a14e20503 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266602 Apr 28 17:16:22.955805 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45784) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:22.961045 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-66d623ca-3035-40e1-b300-57709e38393d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group_rule': {'security_group_id': 'f905638f-f87a-403e-b7d5-107bf9bd3aa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:23.049557 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-66d623ca-3035-40e1-b300-57709e38393d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (73f3053d-1197-4870-ba10-a02cb30048af), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.096654 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cb1bd-f5ee-435a-92fe-3085171b7872 req-b1bf8ea7-03dd-4148-9b06-1d6185b215b7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:23.098612 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a2cb1bd-f5ee-435a-92fe-3085171b7872 req-b1bf8ea7-03dd-4148-9b06-1d6185b215b7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0539141 Apr 28 17:16:23.112696 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-66d623ca-3035-40e1-b300-57709e38393d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (73f3053d-1197-4870-ba10-a02cb30048af), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.150355 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a2cb1bd-f5ee-435a-92fe-3085171b7872 req-9a72cd08-54d2-4207-a54b-83dbc83338bd tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457160 Apr 28 17:16:23.160133 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Publish callbacks [] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.183361 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-66d623ca-3035-40e1-b300-57709e38393d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (73f3053d-1197-4870-ba10-a02cb30048af), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.201217 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d623ca-3035-40e1-b300-57709e38393d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f3053d-1197-4870-ba10-a02cb30048af,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:23.243884 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.274771 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-66d623ca-3035-40e1-b300-57709e38393d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.277101 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-66d623ca-3035-40e1-b300-57709e38393d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3192630 Apr 28 17:16:23.280253 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45790) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:23.286023 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:23.300615 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1402cb-3480-4438-9087-aac4071a1fe6 None None] Pushing event updated for resources: {'Port': ['ID=4c3101a8-38f4-4cd6-8509-db59bc545754,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:23.363550 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Attempting to bind port 4c3101a8-38f4-4cd6-8509-db59bc545754 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:16:23.364029 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Attempting to bind port 4c3101a8-38f4-4cd6-8509-db59bc545754 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:16:23.364675 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Attempting to bind port 4c3101a8-38f4-4cd6-8509-db59bc545754 on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:16:23.371321 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:16:23.371580 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Checking segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:23.372188 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.372592 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Bound using segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:16:23.373324 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Bound port: 4c3101a8-38f4-4cd6-8509-db59bc545754, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:16:23.373710 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.389375 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.439959 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] For port 4c3101a8-38f4-4cd6-8509-db59bc545754, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:16:23.443376 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] For port 4c3101a8-38f4-4cd6-8509-db59bc545754, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=4c3101a8-38f4-4cd6-8509-db59bc545754,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:16:23.473332 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.533952 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.566604 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-a758e93c-8fcd-4cfc-b404-91f3f7f4c93d None None] Provisioning complete for port 4c3101a8-38f4-4cd6-8509-db59bc545754 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:23.566970 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a758e93c-8fcd-4cfc-b404-91f3f7f4c93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.582859 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Allocated IP 172.27.2.97 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/1d70bed0-666b-4911-b9fe-3a5815f2d99c) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:16:23.632829 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:23.633525 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:23.635304 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1402cb-3480-4438-9087-aac4071a1fe6 None None] Pushing event updated for resources: {'Port': ['ID=4c3101a8-38f4-4cd6-8509-db59bc545754,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:23.701703 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (1d70bed0-666b-4911-b9fe-3a5815f2d99c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.782965 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:23.786999 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-a758e93c-8fcd-4cfc-b404-91f3f7f4c93d None None] Current status of the port 4c3101a8-38f4-4cd6-8509-db59bc545754 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:23.786999 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a758e93c-8fcd-4cfc-b404-91f3f7f4c93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.829750 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (1d70bed0-666b-4911-b9fe-3a5815f2d99c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:23.868503 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:23.874514 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:23.877072 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:16:23.881401 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-a758e93c-8fcd-4cfc-b404-91f3f7f4c93d None None] For port 4c3101a8-38f4-4cd6-8509-db59bc545754, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=4c3101a8-38f4-4cd6-8509-db59bc545754,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:23.903178 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=1d70bed0-666b-4911-b9fe-3a5815f2d99c,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:23.956769 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a758e93c-8fcd-4cfc-b404-91f3f7f4c93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:24.013000 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (b85462df-3c90-46d4-9af2-308206994508), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:24.045529 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:24.047296 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758e93c-8fcd-4cfc-b404-91f3f7f4c93d None None] Pushing event updated for resources: {'Port': ['ID=4c3101a8-38f4-4cd6-8509-db59bc545754,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:24.078611 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481c07d-9630-4b64-b450-cf4ed8a6fe98 None None] The sync data for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi is: [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:16:24.086759 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-6e79f63c-ee72-462b-98dd-1d0a77648ccc None None] Provisioning complete for port 4c3101a8-38f4-4cd6-8509-db59bc545754 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:24.087128 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6e79f63c-ee72-462b-98dd-1d0a77648ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:24.106994 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (1d70bed0-666b-4911-b9fe-3a5815f2d99c), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:24.243966 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-6e79f63c-ee72-462b-98dd-1d0a77648ccc None None] Current status of the port 4c3101a8-38f4-4cd6-8509-db59bc545754 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:24.265483 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 83f85825-781d-43e8-9563-f2ba634f0cc2 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:24.297126 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd605e45-3634-4a52-9c76-0720a2592353 req-79933fea-652b-44b3-98a4-1ab89847afee tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:24.304545 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fd605e45-3634-4a52-9c76-0720a2592353 req-79933fea-652b-44b3-98a4-1ab89847afee tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0639889 Apr 28 17:16:24.339318 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (1d70bed0-666b-4911-b9fe-3a5815f2d99c), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:24.346887 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 83f85825-781d-43e8-9563-f2ba634f0cc2 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:24.347349 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:24.367490 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fd605e45-3634-4a52-9c76-0720a2592353 req-cd578dd5-a648-41c7-ad5e-00d21c4af468 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618818 Apr 28 17:16:24.420888 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (1d70bed0-666b-4911-b9fe-3a5815f2d99c), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:24.438570 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 83f85825-781d-43e8-9563-f2ba634f0cc2 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:24.504185 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=1d70bed0-666b-4911-b9fe-3a5815f2d99c,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:24.514136 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (b85462df-3c90-46d4-9af2-308206994508), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:24.608798 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:24.610123 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-10a40fbe-9c4e-436d-a95c-c7e056ec2f96 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3287039 Apr 28 17:16:24.775708 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-25676cb4-bb49-463e-b2cf-3dcce02b3d5f tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1894021129&fields=id&tenant_id=3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 267 time: 0.0567038 Apr 28 17:16:24.882762 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7ed4b1ee-9242-45e8-81c7-3d8fe179df7d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:24.884288 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7ed4b1ee-9242-45e8-81c7-3d8fe179df7d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 815 time: 0.1077194 Apr 28 17:16:24.901547 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-6b5cfc4f-33d0-48a0-bd27-4ef890a81d19 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/quotas/3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 375 time: 0.0108244 Apr 28 17:16:24.953117 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-56f144d1-b493-4e52-b0bf-7c2dd1a1a628 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455031 Apr 28 17:16:25.076833 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-3c494cb9-7ad3-4112-a91d-d7f37b19805a service neutron] 10.222.0.64 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102476 Apr 28 17:16:25.184678 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-56b15543-02a0-4495-9832-4f45732cf5d6 service neutron] 10.222.0.64 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064458 Apr 28 17:16:25.449307 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8310c21b-3da3-47aa-9121-f08f69422d4e req-e78c0070-b7cb-4f60-819f-b6f2690f8d61 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0446925 Apr 28 17:16:25.492230 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:25.558677 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54c8c2-e0e5-4334-90d6-da704f31918d req-bb5a994b-d223-4702-ae3c-ec8ab929edd6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:25.560691 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0f54c8c2-e0e5-4334-90d6-da704f31918d req-bb5a994b-d223-4702-ae3c-ec8ab929edd6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0862842 Apr 28 17:16:25.640582 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0f54c8c2-e0e5-4334-90d6-da704f31918d req-e0264d43-cf12-4c17-b26e-7b8374d39ab6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569439 Apr 28 17:16:26.118588 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 45874) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:26.195622 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 4c3101a8-38f4-4cd6-8509-db59bc545754 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:26.231077 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19d2b402-2976-4fb5-9b4b-93edcb7a7fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:26.242208 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 4c3101a8-38f4-4cd6-8509-db59bc545754 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:26.242603 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:26.310986 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19d2b402-2976-4fb5-9b4b-93edcb7a7fe9 admin admin] Publish callbacks [] for security_group (9345b038-0296-4e09-a703-b39a19b3d3e7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:26.322044 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 4c3101a8-38f4-4cd6-8509-db59bc545754 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:26.392403 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19d2b402-2976-4fb5-9b4b-93edcb7a7fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9345b038-0296-4e09-a703-b39a19b3d3e7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:26.431809 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-19d2b402-2976-4fb5-9b4b-93edcb7a7fe9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e3dbda8957a4fd8bd53d8acb8c34e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121452 Apr 28 17:16:26.432669 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2b402-2976-4fb5-9b4b-93edcb7a7fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9345b038-0296-4e09-a703-b39a19b3d3e7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:26.434699 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 45882) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:26.484213 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-582851d9-00de-4b72-8d11-a907c286246c admin admin] Publish callbacks [] for security_group (9345b038-0296-4e09-a703-b39a19b3d3e7), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:26.528378 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-582851d9-00de-4b72-8d11-a907c286246c admin admin] Publish callbacks [] for security_group (9345b038-0296-4e09-a703-b39a19b3d3e7), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:26.531324 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a13c75a2-a633-46f2-8259-289cc2d230de req-d7a1b42c-f846-44fd-bba1-752b792dbdcf tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0363612 Apr 28 17:16:26.643471 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-582851d9-00de-4b72-8d11-a907c286246c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9345b038-0296-4e09-a703-b39a19b3d3e7), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:26.646087 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-582851d9-00de-4b72-8d11-a907c286246c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:26.647214 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-582851d9-00de-4b72-8d11-a907c286246c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9345b038-0296-4e09-a703-b39a19b3d3e7 HTTP/1.1" status: 204 len: 168 time: 0.2116148 Apr 28 17:16:26.662342 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582851d9-00de-4b72-8d11-a907c286246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9345b038-0296-4e09-a703-b39a19b3d3e7,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:26.766229 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab5825-e3b3-4b07-8aef-ca1e6710eb5a req-fcfbd885-3d2b-44e1-a640-69fae5f1138a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:26.768356 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a8ab5825-e3b3-4b07-8aef-ca1e6710eb5a req-fcfbd885-3d2b-44e1-a640-69fae5f1138a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0507829 Apr 28 17:16:26.816329 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a8ab5825-e3b3-4b07-8aef-ca1e6710eb5a req-bf7ef19d-fc55-483b-96fa-8012242717e8 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422821 Apr 28 17:16:27.623740 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e7516433-c08a-42c5-a941-fcd6f34f7ff6 req-a4a74c82-f435-4883-9f13-371ef0d78161 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0268228 Apr 28 17:16:27.932727 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5135a-f1ff-413c-b844-db8394b91ff8 req-9e9071ec-2af7-4c9e-9666-fb0d18524017 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:27.935974 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1a5135a-f1ff-413c-b844-db8394b91ff8 req-9e9071ec-2af7-4c9e-9666-fb0d18524017 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0500083 Apr 28 17:16:27.994305 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1a5135a-f1ff-413c-b844-db8394b91ff8 req-2f3b8433-6a9d-4995-969d-8e815f8959d7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532196 Apr 28 17:16:28.721261 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f63c8281-6211-4fdc-a914-b6e206e4c9f0 req-95f2d9fd-2991-4fa9-a911-0af97a23558d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0287189 Apr 28 17:16:29.108520 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11b49a-516f-40e4-be0b-08f098a6a2ee req-41e33f11-9b49-4d7d-9f74-b93a585a194c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:29.110008 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb11b49a-516f-40e4-be0b-08f098a6a2ee req-41e33f11-9b49-4d7d-9f74-b93a585a194c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0468023 Apr 28 17:16:29.162084 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb11b49a-516f-40e4-be0b-08f098a6a2ee req-860ec905-562c-444e-bbaa-d90b8bfd0d10 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465093 Apr 28 17:16:29.612088 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6d6eb-a75e-4eae-b652-23f5bb13db81 req-74e11da5-a2e7-4b98-ba40-cf6f8686ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:29.613748 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-efa6d6eb-a75e-4eae-b652-23f5bb13db81 req-74e11da5-a2e7-4b98-ba40-cf6f8686ce15 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 1129 time: 0.2556326 Apr 28 17:16:29.657977 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-efa6d6eb-a75e-4eae-b652-23f5bb13db81 req-991611cf-dc22-48d2-a654-08372bd9fdec service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363750 Apr 28 17:16:29.814498 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-17f0d0b6-b9b0-4b56-b7c7-7218385bce93 req-aae03130-7b5c-4926-9958-8856305f93bc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0263064 Apr 28 17:16:30.295413 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d741d42-5427-4db2-971c-9159b4f2917b req-82ab6f3c-520d-4ddb-a606-b13f2b7b36d0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:30.297086 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4d741d42-5427-4db2-971c-9159b4f2917b req-82ab6f3c-520d-4ddb-a606-b13f2b7b36d0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0477414 Apr 28 17:16:30.345693 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4d741d42-5427-4db2-971c-9159b4f2917b req-9d37e69d-841d-4cdf-9ed0-ad47a1c256f5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426357 Apr 28 17:16:30.910639 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-85e178f9-74f2-469f-906b-1cfa20cffb4a req-0b2bf034-7008-4f65-9fc3-8ba5a4ff2b9e tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0276241 Apr 28 17:16:31.467524 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931d3ef-8512-47bc-9ffb-60f3b7ea8256 req-d41f9963-96b0-4586-a80e-f65428c70b37 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:31.470785 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c931d3ef-8512-47bc-9ffb-60f3b7ea8256 req-d41f9963-96b0-4586-a80e-f65428c70b37 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0485482 Apr 28 17:16:31.518210 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c931d3ef-8512-47bc-9ffb-60f3b7ea8256 req-395a2492-9427-4b52-abdb-42357840ca2b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 Apr 28 17:16:31.634642 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd817f1-758a-4001-82c5-df26018db2c3 req-67435446-d6a5-4a52-a626-e23132fd7bda tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:31.636102 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5fd817f1-758a-4001-82c5-df26018db2c3 req-67435446-d6a5-4a52-a626-e23132fd7bda tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0478210 Apr 28 17:16:31.682003 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5fd817f1-758a-4001-82c5-df26018db2c3 req-97625e37-de7f-4f5f-8915-fb1caaf20419 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390775 Apr 28 17:16:32.008699 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-aedbe543-0c52-4ba9-9dbe-d6354c62d172 req-8f8cccf7-b9a5-4100-83d0-4b18a72a6b19 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0304821 Apr 28 17:16:32.066899 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f008dae1-7e3a-49af-b6a2-716bc80a95d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:32.514058 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46042) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:32.618699 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73116cca-87f4-4b28-9205-2611b83733cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:32.689958 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73116cca-87f4-4b28-9205-2611b83733cd admin admin] Publish callbacks [] for security_group (d52c07c2-75b6-425e-bbd9-c5060baab198), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:32.769331 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73116cca-87f4-4b28-9205-2611b83733cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d52c07c2-75b6-425e-bbd9-c5060baab198), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:32.807632 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-73116cca-87f4-4b28-9205-2611b83733cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60eaa10e015248da918fa3f36c2dd27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924523 Apr 28 17:16:32.809226 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73116cca-87f4-4b28-9205-2611b83733cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52c07c2-75b6-425e-bbd9-c5060baab198,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:32.810904 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46048) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:32.858761 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7428b9ef-ff07-431f-bebe-51c56588e665 admin admin] Publish callbacks [] for security_group (d52c07c2-75b6-425e-bbd9-c5060baab198), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:32.880166 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7428b9ef-ff07-431f-bebe-51c56588e665 admin admin] Publish callbacks [] for security_group (d52c07c2-75b6-425e-bbd9-c5060baab198), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:32.992026 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7428b9ef-ff07-431f-bebe-51c56588e665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d52c07c2-75b6-425e-bbd9-c5060baab198), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:32.994634 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7428b9ef-ff07-431f-bebe-51c56588e665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:32.997020 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7428b9ef-ff07-431f-bebe-51c56588e665 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d52c07c2-75b6-425e-bbd9-c5060baab198 HTTP/1.1" status: 204 len: 168 time: 0.1850133 Apr 28 17:16:33.008204 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428b9ef-ff07-431f-bebe-51c56588e665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52c07c2-75b6-425e-bbd9-c5060baab198,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:33.111827 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f951b2ef-36e0-4ff2-b087-f2c41be9f6cd req-8fcf4e1b-b0ee-4d14-9171-69ae56a5c027 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0329187 Apr 28 17:16:33.559559 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46064) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:33.561275 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5f23-081c-45dc-b5e9-acc3a418744c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:33.633762 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5f23-081c-45dc-b5e9-acc3a418744c admin admin] Publish callbacks [] for security_group (3baae7a9-0c73-4c03-9b40-2a5c6a1f5a1c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:33.715182 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5f23-081c-45dc-b5e9-acc3a418744c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (3baae7a9-0c73-4c03-9b40-2a5c6a1f5a1c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:33.754526 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5bbc5f23-081c-45dc-b5e9-acc3a418744c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0da68599b09c4f08b6f26aa0c6cdf858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048669 Apr 28 17:16:33.755378 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc5f23-081c-45dc-b5e9-acc3a418744c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baae7a9-0c73-4c03-9b40-2a5c6a1f5a1c,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:33.757851 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46066) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:33.805269 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-652b16a8-b32f-41ff-b8ed-013a5654ba2a admin admin] Publish callbacks [] for security_group (3baae7a9-0c73-4c03-9b40-2a5c6a1f5a1c), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:33.826095 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-652b16a8-b32f-41ff-b8ed-013a5654ba2a admin admin] Publish callbacks [] for security_group (3baae7a9-0c73-4c03-9b40-2a5c6a1f5a1c), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:33.975060 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-652b16a8-b32f-41ff-b8ed-013a5654ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (3baae7a9-0c73-4c03-9b40-2a5c6a1f5a1c), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:33.977565 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-652b16a8-b32f-41ff-b8ed-013a5654ba2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:33.979226 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-652b16a8-b32f-41ff-b8ed-013a5654ba2a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3baae7a9-0c73-4c03-9b40-2a5c6a1f5a1c HTTP/1.1" status: 204 len: 168 time: 0.2204134 Apr 28 17:16:33.986520 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b16a8-b32f-41ff-b8ed-013a5654ba2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baae7a9-0c73-4c03-9b40-2a5c6a1f5a1c,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:34.118808 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5ab8effb-4557-472a-a312-f47fe9760d05 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:34.120270 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5ab8effb-4557-472a-a312-f47fe9760d05 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 815 time: 0.1056824 Apr 28 17:16:34.207308 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-67aa97b6-b642-42a6-9c60-9c3b071c6288 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 380 time: 0.0654290 Apr 28 17:16:34.218451 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'port': {'device_id': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'admin_state_up': True, 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'security_groups': ['f905638f-f87a-403e-b7d5-107bf9bd3aa3']}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:34.236097 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-40fe451b-fc21-4e43-a05b-eae03426af39 req-69f62eea-d11c-4e21-b16d-8e427ccac048 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0469964 Apr 28 17:16:34.415799 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Made reservation on behalf of 3bc5f70924aa4b3f8f9f428437223a60 for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:16:34.419639 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:34.538094 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ef7ab0da-b6c5-4c16-8a2d-dae684235491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:34.555509 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Allocated IP 172.20.0.6 (a0864fea-c4a2-4606-b60c-7ca279cfdb22/3f171123-3a34-488e-b790-0ae30efcd836/8ab16b38-7c03-454e-8c97-40ba982f6e3f) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:16:34.708161 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:34.892573 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:34.935503 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:34.938697 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:34.946509 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:16:34.970617 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=8ab16b38-7c03-454e-8c97-40ba982f6e3f,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:35.006362 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:35.010593 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:35.129564 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-5698bb57-52f9-4d58-8236-87f250c73a00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9152555 Apr 28 17:16:35.151687 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Request body: {'port': {'device_id': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:35.157623 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-517bcbad-f39b-48f7-afea-b0adf78942e3 None None] Provisioning complete for port 8ab16b38-7c03-454e-8c97-40ba982f6e3f triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:35.158013 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-517bcbad-f39b-48f7-afea-b0adf78942e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:35.203049 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625704a6-bcc3-471c-999a-e7caa0ea40db req-6770a6f9-41cc-4983-80aa-a8be45bd46c6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:35.204741 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-625704a6-bcc3-471c-999a-e7caa0ea40db req-6770a6f9-41cc-4983-80aa-a8be45bd46c6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0826044 Apr 28 17:16:35.210934 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-517bcbad-f39b-48f7-afea-b0adf78942e3 None None] Port 8ab16b38-7c03-454e-8c97-40ba982f6e3f cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:16:35.262823 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:35.302798 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-625704a6-bcc3-471c-999a-e7caa0ea40db req-6c45fa9a-c838-4735-a7a3-9b9bac9a3a96 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838790 Apr 28 17:16:35.334670 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3dcad-545d-4ef1-a527-0807f333861f req-2b262c3b-0918-47a3-bcdf-73ab6e5acd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:35.337176 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3fc3dcad-545d-4ef1-a527-0807f333861f req-2b262c3b-0918-47a3-bcdf-73ab6e5acd61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 1130 time: 0.1257625 Apr 28 17:16:35.598829 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:35.601743 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9d4a1-5d53-4ebe-a9d0-75de776afbd9 req-a21ceeb4-34d7-42a7-8f54-97fe8054e9d5 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:35.603262 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-54b9d4a1-5d53-4ebe-a9d0-75de776afbd9 req-a21ceeb4-34d7-42a7-8f54-97fe8054e9d5 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 931 time: 0.2276020 Apr 28 17:16:35.641551 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3dcad-545d-4ef1-a527-0807f333861f req-1da815d5-9a88-444d-965f-d353a7268de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:35.642957 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3fc3dcad-545d-4ef1-a527-0807f333861f req-1da815d5-9a88-444d-965f-d353a7268de6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.2985790 Apr 28 17:16:35.709882 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3fc3dcad-545d-4ef1-a527-0807f333861f req-7f3a45f0-81ce-4b97-9106-912a1b7b9227 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6cd92cf-329e-4007-9e51-7732838fe006 HTTP/1.1" status: 200 len: 217 time: 0.0597675 Apr 28 17:16:35.762498 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-54b9d4a1-5d53-4ebe-a9d0-75de776afbd9 req-aac8cbf2-9244-4f02-ade3-7cad30f76162 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467938 Apr 28 17:16:35.814179 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3dcad-545d-4ef1-a527-0807f333861f req-d1795730-9faa-4613-b1d8-3ffec69761c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:35.815729 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3fc3dcad-545d-4ef1-a527-0807f333861f req-d1795730-9faa-4613-b1d8-3ffec69761c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0951028 Apr 28 17:16:35.827197 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab16b38-7c03-454e-8c97-40ba982f6e3f {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:16:35.843885 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Publish callbacks [] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:35.881744 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Transition to ACTIVE for port object 8ab16b38-7c03-454e-8c97-40ba982f6e3f will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:16:35.883407 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3dcad-545d-4ef1-a527-0807f333861f req-335d59b8-b719-4ee3-b09d-349403c66635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:35.884796 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3fc3dcad-545d-4ef1-a527-0807f333861f req-335d59b8-b719-4ee3-b09d-349403c66635 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598688 Apr 28 17:16:35.976142 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3fc3dcad-545d-4ef1-a527-0807f333861f req-c990607a-a881-4c5a-9f55-a2d8936dc732 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812547 Apr 28 17:16:36.017016 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:36.132928 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Pushing event updated for resources: {'Port': ['ID=8ab16b38-7c03-454e-8c97-40ba982f6e3f,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:36.141722 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3fc3dcad-545d-4ef1-a527-0807f333861f req-5513cd5c-18da-423e-a4dd-862e4794aec2 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586287 Apr 28 17:16:36.226843 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Attempting to bind port 8ab16b38-7c03-454e-8c97-40ba982f6e3f on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:16:36.230329 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Attempting to bind port 8ab16b38-7c03-454e-8c97-40ba982f6e3f by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:16:36.230329 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Attempting to bind port 8ab16b38-7c03-454e-8c97-40ba982f6e3f on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:16:36.232562 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Port 8ab16b38-7c03-454e-8c97-40ba982f6e3f on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:16:36.232890 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Attempting to bind port 8ab16b38-7c03-454e-8c97-40ba982f6e3f on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:16:36.242714 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:16:36.243379 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Checking segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:36.243976 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Bound using segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:16:36.244932 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Bound port: 8ab16b38-7c03-454e-8c97-40ba982f6e3f, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:16:36.246290 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:36.334496 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] For port 8ab16b38-7c03-454e-8c97-40ba982f6e3f, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:16:36.338588 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] For port 8ab16b38-7c03-454e-8c97-40ba982f6e3f, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8ab16b38-7c03-454e-8c97-40ba982f6e3f,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:16:36.405087 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:36.444919 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:36.445591 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:36.446911 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] 10.222.0.66 "PUT /v2.0/ports/8ab16b38-7c03-454e-8c97-40ba982f6e3f HTTP/1.1" status: 200 len: 1093 time: 1.3001194 Apr 28 17:16:36.447358 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'tag': '8ab16b38-7c03-454e-8c97-40ba982f6e3f'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:16:36.450388 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e668bd1-7032-47b8-96ba-ef2161920199" -d '{"events": [{"name": "network-changed", "server_uuid": "b98f7efe-8338-432d-ba65-d0fe25925cd6", "tag": "8ab16b38-7c03-454e-8c97-40ba982f6e3f"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:16:36.471603 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc879387-0dfe-408e-8692-190c5be37732 req-56c16a9e-303e-4be6-a790-db3674df43a1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:36.475629 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc879387-0dfe-408e-8692-190c5be37732 req-56c16a9e-303e-4be6-a790-db3674df43a1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0745327 Apr 28 17:16:36.477757 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a2e68-35db-4c3a-b421-c6a9454e13dc service neutron] Pushing event updated for resources: {'Port': ['ID=8ab16b38-7c03-454e-8c97-40ba982f6e3f,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:36.513516 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5f2aca-df0a-4364-8080-66a405d6219d x-openstack-request-id: req-9c5f2aca-df0a-4364-8080-66a405d6219d {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:16:36.513516 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98f7efe-8338-432d-ba65-d0fe25925cd6", "tag": "8ab16b38-7c03-454e-8c97-40ba982f6e3f", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:16:36.513516 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c5f2aca-df0a-4364-8080-66a405d6219d {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:16:36.513908 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5f2aca-df0a-4364-8080-66a405d6219d'] response: {'name': 'network-changed', 'server_uuid': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'tag': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'status': 'completed', 'code': 200} Apr 28 17:16:36.547476 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc879387-0dfe-408e-8692-190c5be37732 req-c7e147ef-7b48-40da-8440-a2e7311ffff5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641298 Apr 28 17:16:36.611817 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e668bd1-7032-47b8-96ba-ef2161920199 req-a522f834-b41d-40fb-8cdd-e0369e73864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:36.613369 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7e668bd1-7032-47b8-96ba-ef2161920199 req-a522f834-b41d-40fb-8cdd-e0369e73864c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 1127 time: 0.0430222 Apr 28 17:16:36.736277 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e668bd1-7032-47b8-96ba-ef2161920199 req-f6022ce8-92f5-486f-b35a-93c13cf13616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:36.737750 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7e668bd1-7032-47b8-96ba-ef2161920199 req-f6022ce8-92f5-486f-b35a-93c13cf13616 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0977368 Apr 28 17:16:36.837076 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e668bd1-7032-47b8-96ba-ef2161920199 req-e9dfbd86-f347-4adb-b5d7-ba7ce4fb5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:36.838590 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7e668bd1-7032-47b8-96ba-ef2161920199 req-e9dfbd86-f347-4adb-b5d7-ba7ce4fb5a7f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886276 Apr 28 17:16:36.889903 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec014c-196d-4f66-9ef2-0ee1967f383c req-65bc0bf1-66cd-4067-ad5e-477d4ebee1d1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:36.891275 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cdec014c-196d-4f66-9ef2-0ee1967f383c req-65bc0bf1-66cd-4067-ad5e-477d4ebee1d1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 943 time: 0.0518322 Apr 28 17:16:36.962822 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-e1f08d50-0317-4932-b062-1fe1763414f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:36.962822 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-e1f08d50-0317-4932-b062-1fe1763414f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 1127 time: 0.0604222 Apr 28 17:16:36.971571 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cdec014c-196d-4f66-9ef2-0ee1967f383c req-363ef3bb-1a32-4888-a61e-5a07c7a4cefb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737259 Apr 28 17:16:37.027498 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-8f8fb26c-1171-4a01-91df-0ce5e066d32e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab16b38-7c03-454e-8c97-40ba982f6e3f HTTP/1.1" status: 200 len: 217 time: 0.0473642 Apr 28 17:16:37.046589 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:37.083511 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-0922da38-33bc-45d8-b89a-bc16a07f2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:37.085316 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-0922da38-33bc-45d8-b89a-bc16a07f2c74 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f171123-3a34-488e-b790-0ae30efcd836 HTTP/1.1" status: 200 len: 854 time: 0.0514219 Apr 28 17:16:37.131714 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-d43ea418-b39b-41a5-9fba-dce53bdb4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:37.133233 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-d43ea418-b39b-41a5-9fba-dce53bdb4a05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0864fea-c4a2-4606-b60c-7ca279cfdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406055 Apr 28 17:16:37.228221 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-9291e55b-20f5-4817-8cbc-51baa4c6928d service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877550 Apr 28 17:16:37.317366 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3621088a-60f9-4ae4-92db-cc0b4ef38985 req-3dcdb1e9-987a-463e-ab41-a3e19a7e906c service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821049 Apr 28 17:16:37.669780 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa0090-9a84-4958-9638-3c38d0f11e89 req-9c123887-ed6c-443f-92c3-15a912d638ca tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:37.671815 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7aa0090-9a84-4958-9638-3c38d0f11e89 req-9c123887-ed6c-443f-92c3-15a912d638ca tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0622880 Apr 28 17:16:37.732903 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7aa0090-9a84-4958-9638-3c38d0f11e89 req-5ee869d6-a5d1-411f-b42e-3d2e723d7cb8 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540137 Apr 28 17:16:38.085596 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecc872-d1af-414d-937e-b29d677b3d2b req-d69596b4-012c-4697-aa6c-58d16e555a76 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:38.086971 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-57ecc872-d1af-414d-937e-b29d677b3d2b req-d69596b4-012c-4697-aa6c-58d16e555a76 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 943 time: 0.0459435 Apr 28 17:16:38.139258 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-57ecc872-d1af-414d-937e-b29d677b3d2b req-f2104605-f167-4b29-b197-c4b8a608079f tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458045 Apr 28 17:16:38.274468 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46200) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:38.399396 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b0f56418-9f26-4d2d-b7b1-5cbcca40ec30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:38.470469 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b0f56418-9f26-4d2d-b7b1-5cbcca40ec30 admin admin] Publish callbacks [] for security_group (51f917b4-3fce-4c1a-b617-a678b3d67ef0), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:38.500710 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:38.525894 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b0f56418-9f26-4d2d-b7b1-5cbcca40ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (51f917b4-3fce-4c1a-b617-a678b3d67ef0), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:38.563124 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b0f56418-9f26-4d2d-b7b1-5cbcca40ec30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9d79e334a924a94baeb7281db916840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875292 Apr 28 17:16:38.565143 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f56418-9f26-4d2d-b7b1-5cbcca40ec30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f917b4-3fce-4c1a-b617-a678b3d67ef0,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:38.565797 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46204) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:38.614367 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-78fc6ee0-0f24-4d2c-946d-4807609234de admin admin] Publish callbacks [] for security_group (51f917b4-3fce-4c1a-b617-a678b3d67ef0), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:38.635347 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-78fc6ee0-0f24-4d2c-946d-4807609234de admin admin] Publish callbacks [] for security_group (51f917b4-3fce-4c1a-b617-a678b3d67ef0), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:38.761383 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-78fc6ee0-0f24-4d2c-946d-4807609234de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (51f917b4-3fce-4c1a-b617-a678b3d67ef0), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:38.764588 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-78fc6ee0-0f24-4d2c-946d-4807609234de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:38.768037 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-78fc6ee0-0f24-4d2c-946d-4807609234de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51f917b4-3fce-4c1a-b617-a678b3d67ef0 HTTP/1.1" status: 204 len: 168 time: 0.1990983 Apr 28 17:16:38.775704 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc6ee0-0f24-4d2c-946d-4807609234de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f917b4-3fce-4c1a-b617-a678b3d67ef0,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:38.868610 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4272f0-8865-4323-a8ea-577c587b83a8 req-1b334e93-5e0c-4e61-8219-38fc089e7c1c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:38.870180 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba4272f0-8865-4323-a8ea-577c587b83a8 req-1b334e93-5e0c-4e61-8219-38fc089e7c1c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0564151 Apr 28 17:16:38.922370 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba4272f0-8865-4323-a8ea-577c587b83a8 req-65cfaebf-f6a5-4cc7-9997-29db4e24d904 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455124 Apr 28 17:16:39.256707 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda6b80-f1ff-4b58-8588-083093e119b2 req-8d00a89e-2abd-48ab-aa56-a3f08c059045 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:39.256707 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ddda6b80-f1ff-4b58-8588-083093e119b2 req-8d00a89e-2abd-48ab-aa56-a3f08c059045 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 943 time: 0.0509882 Apr 28 17:16:39.312854 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ddda6b80-f1ff-4b58-8588-083093e119b2 req-5bdf79fc-5235-4f8d-a368-930b168b66e5 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498264 Apr 28 17:16:39.915694 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46252) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:40.011879 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2012985462-network', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:40.035895 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e34c7-740e-43f4-88ba-0c120059e583 req-d929beb7-b3c0-4fc6-a0bb-a0b28ed00a5e tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:40.037423 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d98e34c7-740e-43f4-88ba-0c120059e583 req-d929beb7-b3c0-4fc6-a0bb-a0b28ed00a5e tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0464211 Apr 28 17:16:40.083144 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d98e34c7-740e-43f4-88ba-0c120059e583 req-725a3321-1e8a-4619-9541-7d19627260e8 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Apr 28 17:16:40.135171 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Made reservation on behalf of fbcc6f0b77184e149a43d3ae73acec24 for: {'network': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:16:40.137618 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:40.149225 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:40.220402 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Publish callbacks [] for security_group (afa8ee7b-331b-4cb6-b130-db3834adb04c), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:40.306382 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (afa8ee7b-331b-4cb6-b130-db3834adb04c), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:40.331172 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:16:40.340796 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa8ee7b-331b-4cb6-b130-db3834adb04c,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:40.347487 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (aece5cc2-3bd9-4e53-bd83-c4e7b03b9015), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:40.347863 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.segments_db [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Added segment aece5cc2-3bd9-4e53-bd83-c4e7b03b9015 of type vlan for network edf64d58-19ad-4a56-9941-a9398d1546bb Apr 28 17:16:40.389754 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (edf64d58-19ad-4a56-9941-a9398d1546bb), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:40.447511 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2009840-fa96-4607-a656-2efd86c3ad1b req-f806b697-a33d-40a1-9035-a6794d75964f tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:40.449543 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f2009840-fa96-4607-a656-2efd86c3ad1b req-f806b697-a33d-40a1-9035-a6794d75964f tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 943 time: 0.0574143 Apr 28 17:16:40.499018 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f2009840-fa96-4607-a656-2efd86c3ad1b req-fed59c1b-2b2f-41e4-ac21-63b208f4573d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435414 Apr 28 17:16:40.518036 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (edf64d58-19ad-4a56-9941-a9398d1546bb), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:40.519015 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:40.519600 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:40.577438 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] Pushing event updated for resources: {'Network': ['ID=edf64d58-19ad-4a56-9941-a9398d1546bb,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:40.587227 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network edf64d58-19ad-4a56-9941-a9398d1546bb details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:16:40.627722 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-a7578246-3024-4382-8615-695f3b2d15c6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7081695 Apr 28 17:16:40.627952 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46264) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:40.632720 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] Request body: {'subnet': {'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2012985462-subnet', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:40.718240 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] Made reservation on behalf of fbcc6f0b77184e149a43d3ae73acec24 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:16:40.720566 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5919934'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:40.969957 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6707031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5919820'] for subnet (6e8007a0-4cce-4670-8577-367d74defe80), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:41.022905 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e8007a0-4cce-4670-8577-367d74defe80,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:41.038510 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] Checking segment: {'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:41.038510 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] Network hostable DHCP agents. Network: edf64d58-19ad-4a56-9941-a9398d1546bb, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:16:41.126567 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] Network edf64d58-19ad-4a56-9941-a9398d1546bb is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:16:41.198083 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d15b0b-74e9-4f80-a450-45e46091cb20 req-81707dc3-697a-4559-9d60-318ee89f16e1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:41.200252 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-87d15b0b-74e9-4f80-a450-45e46091cb20 req-81707dc3-697a-4559-9d60-318ee89f16e1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0497680 Apr 28 17:16:41.232932 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, edf64d58-19ad-4a56-9941-a9398d1546bb) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:41.240482 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2c718b-b874-4885-b3b4-1677a50e88c6 None None] Network edf64d58-19ad-4a56-9941-a9398d1546bb requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:16:41.243021 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:41.243686 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:41.257099 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-87d15b0b-74e9-4f80-a450-45e46091cb20 req-8a6e37a6-608e-4bd0-a87c-e51029a82858 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513184 Apr 28 17:16:41.327472 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8467463e-16ec-45a1-8deb-8795e8dd8cee admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6982083 Apr 28 17:16:41.329900 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46272) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:41.334109 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:41.352814 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-edf64d58-19ad-4a56-9941-a9398d1546bb', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:16:41.352814 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:41.429390 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-347308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14367'] for router (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:41.430609 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14358'] for router (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:41.481087 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Allocated IP 172.20.0.2 (edf64d58-19ad-4a56-9941-a9398d1546bb/6e8007a0-4cce-4670-8577-367d74defe80/ec1c913c-5372-4a56-be52-14b7ec9201dc) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:16:41.488881 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Publish callbacks [] for router_controller (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:41.609790 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8f0ba-e6ff-4af4-9d8f-67573f4fbb32 req-33463d82-f52d-44cc-93ed-d16f5ff94e39 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:41.611230 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-43c8f0ba-e6ff-4af4-9d8f-67573f4fbb32 req-33463d82-f52d-44cc-93ed-d16f5ff94e39 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 943 time: 0.0460796 Apr 28 17:16:41.627190 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Publish callbacks [] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:41.659855 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-43c8f0ba-e6ff-4af4-9d8f-67573f4fbb32 req-3aaf1893-eb05-4e1a-93d2-f8f5ce2306ec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411525 Apr 28 17:16:41.715100 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Publish callbacks [] for router_gateway (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:41.721232 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:41.749621 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 8ab16b38-7c03-454e-8c97-40ba982f6e3f details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:16:41.782469 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Network edf64d58-19ad-4a56-9941-a9398d1546bb is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:41.789167 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:41.797042 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:16:41.801647 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Pushing event updated for resources: {'Port': ['ID=ec1c913c-5372-4a56-be52-14b7ec9201dc,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:42.035338 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Attempting to bind port ec1c913c-5372-4a56-be52-14b7ec9201dc on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:16:42.035721 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Attempting to bind port ec1c913c-5372-4a56-be52-14b7ec9201dc by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:16:42.036095 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Attempting to bind port ec1c913c-5372-4a56-be52-14b7ec9201dc on network edf64d58-19ad-4a56-9941-a9398d1546bb {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:16:42.045870 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:16:42.046254 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Checking segment: {'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:42.046658 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:42.047053 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Bound using segment: {'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:16:42.047527 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Bound port: ec1c913c-5372-4a56-be52-14b7ec9201dc, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:16:42.048005 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:42.077909 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 8ab16b38-7c03-454e-8c97-40ba982f6e3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8ab16b38-7c03-454e-8c97-40ba982f6e3f,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:42.110203 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'port_id': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'mac_address': 'fa:16:3e:f6:26:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:16:42.158594 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] For port ec1c913c-5372-4a56-be52-14b7ec9201dc, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:16:42.177060 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] For port ec1c913c-5372-4a56-be52-14b7ec9201dc, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=ec1c913c-5372-4a56-be52-14b7ec9201dc,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:16:42.178302 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Publish callbacks [] for router_gateway (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:42.178789 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 8ab16b38-7c03-454e-8c97-40ba982f6e3f is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:42.178789 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:42.193042 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab16b38-7c03-454e-8c97-40ba982f6e3f {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:16:42.196939 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:42.211857 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 8ab16b38-7c03-454e-8c97-40ba982f6e3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8ab16b38-7c03-454e-8c97-40ba982f6e3f,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:42.269688 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:42.301211 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Allocated IP 172.27.2.47 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/2ebd1969-8bbd-4ddc-bfb8-128c215e12b0) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:16:42.343775 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:42.345982 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84c9f-8d80-4557-875e-9a8f73bf35c1 None None] Pushing event updated for resources: {'Port': ['ID=ec1c913c-5372-4a56-be52-14b7ec9201dc,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:42.400740 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=8ab16b38-7c03-454e-8c97-40ba982f6e3f,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:42.425273 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf79b6-9d00-4edc-85bf-1fcffb3f5dd9 req-63eb4a6e-b218-4714-af2f-9503f70e2b85 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:42.426827 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dadf79b6-9d00-4edc-85bf-1fcffb3f5dd9 req-63eb4a6e-b218-4714-af2f-9503f70e2b85 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0885487 Apr 28 17:16:42.500645 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Publish callbacks [] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:42.507072 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dadf79b6-9d00-4edc-85bf-1fcffb3f5dd9 req-0bf675a5-1761-46e2-af91-f42b8656c025 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733352 Apr 28 17:16:42.635250 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:42.683846 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:42.687090 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:42.689570 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:16:42.695493 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Pushing event updated for resources: {'Port': ['ID=2ebd1969-8bbd-4ddc-bfb8-128c215e12b0,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:42.729620 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['8ab16b38-7c03-454e-8c97-40ba982f6e3f'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:16:42.783941 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514b08-77fa-4732-9a37-c1cf5d9b0b89 req-57547c1a-3458-47d7-8871-13e58a07d085 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:42.785569 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-80514b08-77fa-4732-9a37-c1cf5d9b0b89 req-57547c1a-3458-47d7-8871-13e58a07d085 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 944 time: 0.0567441 Apr 28 17:16:42.866332 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-80514b08-77fa-4732-9a37-c1cf5d9b0b89 req-0c5304b7-4be3-4a09-99f4-78336fa49877 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721323 Apr 28 17:16:43.103228 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Publish callbacks [] for router_gateway (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:43.304177 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c551c3-9159-4875-9a69-e10c9b8f1b4b None None] Network edf64d58-19ad-4a56-9941-a9398d1546bb requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:16:43.317110 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-348693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673'] for router (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:43.380256 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-d06231f7-7175-43ec-b213-e5593b3b2a9e None None] Provisioning complete for port ec1c913c-5372-4a56-be52-14b7ec9201dc triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:43.380636 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d06231f7-7175-43ec-b213-e5593b3b2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:43.512931 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-d06231f7-7175-43ec-b213-e5593b3b2a9e None None] Current status of the port ec1c913c-5372-4a56-be52-14b7ec9201dc is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:43.513674 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d06231f7-7175-43ec-b213-e5593b3b2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:43.558727 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-d06231f7-7175-43ec-b213-e5593b3b2a9e None None] For port ec1c913c-5372-4a56-be52-14b7ec9201dc, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=ec1c913c-5372-4a56-be52-14b7ec9201dc,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:43.559415 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c is scheduled to L3 agent 2328be28-078e-4849-a398-3f5045911048 with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 17:16:43.645970 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d06231f7-7175-43ec-b213-e5593b3b2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:43.724365 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06231f7-7175-43ec-b213-e5593b3b2a9e None None] Pushing event updated for resources: {'Port': ['ID=ec1c913c-5372-4a56-be52-14b7ec9201dc,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:43.739247 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332824a-2b1b-4bd6-a98b-48c6deb3f7ce req-b995877b-02aa-494a-9fd8-8fe7b4d946ed tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:43.740748 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9332824a-2b1b-4bd6-a98b-48c6deb3f7ce req-b995877b-02aa-494a-9fd8-8fe7b4d946ed tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0975270 Apr 28 17:16:43.765184 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-78f85cd0-3e33-401d-86e3-41dfbca86b63 None None] Provisioning complete for port ec1c913c-5372-4a56-be52-14b7ec9201dc triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:43.765748 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-78f85cd0-3e33-401d-86e3-41dfbca86b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:43.771010 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:16:43.779895 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Sync routers for ids ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:16:43.791305 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Routers {'8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:43.791305 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:43.825903 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9332824a-2b1b-4bd6-a98b-48c6deb3f7ce req-938f4401-c18c-47c5-9c6f-86e1067c56f2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 Apr 28 17:16:43.862577 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-78f85cd0-3e33-401d-86e3-41dfbca86b63 None None] Current status of the port ec1c913c-5372-4a56-be52-14b7ec9201dc is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:43.883455 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:43.885107 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7e339895-20c7-471c-9baf-da60fde97abd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5542240 Apr 28 17:16:43.892821 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46314) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:43.919202 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Set router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:44.010011 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed9b91-dab3-43af-9b31-646043ad22e8 req-4b28c95a-176b-4421-81b0-0485d7d25095 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:44.014728 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-caed9b91-dab3-43af-9b31-646043ad22e8 req-4b28c95a-176b-4421-81b0-0485d7d25095 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 944 time: 0.0604579 Apr 28 17:16:44.074517 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-caed9b91-dab3-43af-9b31-646043ad22e8 req-f7be9cd9-bdbb-444c-928d-1c8298e05485 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525782 Apr 28 17:16:44.167318 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46328) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:44.177047 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:42Z', 'revision_number': 3, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:44.207999 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Checking router: 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:16:44.208386 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Updating router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 binding host dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:16:44.236785 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.273763 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device ec1c913c-5372-4a56-be52-14b7ec9201dc up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:44.309744 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-650e22e5-3f81-45fb-8261-056d30f1e40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.322677 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port ec1c913c-5372-4a56-be52-14b7ec9201dc triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:44.323066 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.395329 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-650e22e5-3f81-45fb-8261-056d30f1e40d admin admin] Publish callbacks [] for security_group (f50c7622-f6f0-46f6-ad9f-d2af691d5b15), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.410453 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 8ab16b38-7c03-454e-8c97-40ba982f6e3f up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:44.424713 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port ec1c913c-5372-4a56-be52-14b7ec9201dc is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:44.475744 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-650e22e5-3f81-45fb-8261-056d30f1e40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f50c7622-f6f0-46f6-ad9f-d2af691d5b15), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.486583 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port 8ab16b38-7c03-454e-8c97-40ba982f6e3f completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:16:44.487157 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.521666 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-650e22e5-3f81-45fb-8261-056d30f1e40d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b926fb23d904388a64f85f5b469492e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530343 Apr 28 17:16:44.523714 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e22e5-3f81-45fb-8261-056d30f1e40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c7622-f6f0-46f6-ad9f-d2af691d5b15,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:44.526331 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46334) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:44.541341 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Publish callbacks [] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.574992 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1c0cb20b-29f7-4fd1-8062-9b99b7871377 admin admin] Publish callbacks [] for security_group (f50c7622-f6f0-46f6-ad9f-d2af691d5b15), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.586408 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 8ab16b38-7c03-454e-8c97-40ba982f6e3f triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:44.586795 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.599483 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1c0cb20b-29f7-4fd1-8062-9b99b7871377 admin admin] Publish callbacks [] for security_group (f50c7622-f6f0-46f6-ad9f-d2af691d5b15), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.648360 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.688866 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Allocated IP 172.20.0.1 (edf64d58-19ad-4a56-9941-a9398d1546bb/6e8007a0-4cce-4670-8577-367d74defe80/169bcd00-bd98-480e-9686-bbfe2daa8338) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:16:44.706028 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bae3f4-4d05-498f-ab75-22f92e237e64 None None] Pushing event updated for resources: {'Port': ['ID=2ebd1969-8bbd-4ddc-bfb8-128c215e12b0,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:44.707538 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 8ab16b38-7c03-454e-8c97-40ba982f6e3f is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:44.707978 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.726597 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1c0cb20b-29f7-4fd1-8062-9b99b7871377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f50c7622-f6f0-46f6-ad9f-d2af691d5b15), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.727521 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Attempting to bind port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:16:44.727892 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Attempting to bind port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:16:44.728331 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Attempting to bind port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 on network f8764e81-f1f8-4275-aee3-2fa9a09189b3 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:16:44.731015 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1c0cb20b-29f7-4fd1-8062-9b99b7871377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.744534 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-1c0cb20b-29f7-4fd1-8062-9b99b7871377 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f50c7622-f6f0-46f6-ad9f-d2af691d5b15 HTTP/1.1" status: 204 len: 168 time: 0.2071157 Apr 28 17:16:44.745391 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:16:44.745391 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:44.745391 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.745391 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Bound using segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:16:44.745391 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Bound port: 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:16:44.745391 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.746677 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cb20b-29f7-4fd1-8062-9b99b7871377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c7622-f6f0-46f6-ad9f-d2af691d5b15,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:44.788130 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 8ab16b38-7c03-454e-8c97-40ba982f6e3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8ab16b38-7c03-454e-8c97-40ba982f6e3f,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:44.789088 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab16b38-7c03-454e-8c97-40ba982f6e3f'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:16:44.791569 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faee899-f714-4d41-8ff1-3a0a040a02da" -d '{"events": [{"server_uuid": "b98f7efe-8338-432d-ba65-d0fe25925cd6", "name": "network-vif-plugged", "status": "completed", "tag": "8ab16b38-7c03-454e-8c97-40ba982f6e3f"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:16:44.810872 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] For port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:16:44.814364 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] For port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=2ebd1969-8bbd-4ddc-bfb8-128c215e12b0,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:16:44.838330 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45022131-722a-463e-a35a-3f6d95a00795 x-openstack-request-id: req-45022131-722a-463e-a35a-3f6d95a00795 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:16:44.838723 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98f7efe-8338-432d-ba65-d0fe25925cd6", "name": "network-vif-plugged", "status": "completed", "tag": "8ab16b38-7c03-454e-8c97-40ba982f6e3f", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:16:44.839141 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45022131-722a-463e-a35a-3f6d95a00795 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:16:44.839777 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45022131-722a-463e-a35a-3f6d95a00795'] response: {'server_uuid': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'code': 200} Apr 28 17:16:44.853720 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Publish callbacks [] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.906838 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.938662 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a4376-3704-4156-ae10-e004ff639302 req-c83cd531-7c87-42d3-88c1-e3ad2194e72e tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:44.941356 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:44.943568 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-634a4376-3704-4156-ae10-e004ff639302 req-c83cd531-7c87-42d3-88c1-e3ad2194e72e tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0484428 Apr 28 17:16:44.981557 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=8ab16b38-7c03-454e-8c97-40ba982f6e3f,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:45.000960 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:45.005601 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-634a4376-3704-4156-ae10-e004ff639302 req-00f2db95-7c52-4241-ad18-44d4f8f727a3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544426 Apr 28 17:16:45.011414 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bae3f4-4d05-498f-ab75-22f92e237e64 None None] Pushing event updated for resources: {'Port': ['ID=2ebd1969-8bbd-4ddc-bfb8-128c215e12b0,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:45.011414 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Routers {'8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:45.011414 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:45.034534 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Network edf64d58-19ad-4a56-9941-a9398d1546bb is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:45.037532 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:45.045224 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:16:45.117169 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Pushing event updated for resources: {'Port': ['ID=169bcd00-bd98-480e-9686-bbfe2daa8338,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:45.142007 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722348'] for router_interface (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:45.272886 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] Set router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:45.300060 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-5171a6cb-b9d6-4cd1-a804-c0cac3c70a95 None None] Provisioning complete for port 169bcd00-bd98-480e-9686-bbfe2daa8338 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:45.300502 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5171a6cb-b9d6-4cd1-a804-c0cac3c70a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:45.323137 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4c43c-33e7-438f-8971-9a12f76a4109 req-aa2884a8-57b4-4c7f-b19d-34dae8d21a83 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:45.325033 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-22c4c43c-33e7-438f-8971-9a12f76a4109 req-aa2884a8-57b4-4c7f-b19d-34dae8d21a83 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.1062658 Apr 28 17:16:45.363226 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-5171a6cb-b9d6-4cd1-a804-c0cac3c70a95 None None] Port 169bcd00-bd98-480e-9686-bbfe2daa8338 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:16:45.458051 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:42Z', 'revision_number': 3, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:45.485708 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2674726-7e07-48b9-8010-18c3230c7293 None None] The sync data for ids ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'] in dv-cinder-826949-5-iscsi is: [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:42Z', 'revision_number': 3, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:16:45.642034 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-22c4c43c-33e7-438f-8971-9a12f76a4109 req-2ad16d44-cc79-4b52-a8d9-32d75d8a3ae7 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997322 Apr 28 17:16:45.644520 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:45.660511 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46360) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:45.674085 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc7f5-e3ad-4561-99c5-f537dcc67246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:45.786814 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc7f5-e3ad-4561-99c5-f537dcc67246 admin admin] Publish callbacks [] for security_group (10f5e636-47ee-4fe6-af41-afb296800e87), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:45.864501 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Publish callbacks [] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:45.875140 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc7f5-e3ad-4561-99c5-f537dcc67246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (10f5e636-47ee-4fe6-af41-afb296800e87), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:45.916397 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-a7ffc7f5-e3ad-4561-99c5-f537dcc67246 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7843e7397c5a41ec9c9646b0eb943928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547560 Apr 28 17:16:45.917514 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffc7f5-e3ad-4561-99c5-f537dcc67246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f5e636-47ee-4fe6-af41-afb296800e87,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:45.919292 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46362) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:45.972978 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:45.975140 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-965e954d-db10-4753-ae45-bd3301548afd admin admin] Publish callbacks [] for security_group (10f5e636-47ee-4fe6-af41-afb296800e87), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:46.051857 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-965e954d-db10-4753-ae45-bd3301548afd admin admin] Publish callbacks [] for security_group (10f5e636-47ee-4fe6-af41-afb296800e87), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:46.089852 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346396'] for router_interface (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:46.091571 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Pushing event updated for resources: {'Port': ['ID=169bcd00-bd98-480e-9686-bbfe2daa8338,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:46.144403 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501145c6-5359-4742-ad2a-84a67c1dcc37 req-c958bcf6-5d68-4dc8-8467-bfc0e527ef26 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:46.150727 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-501145c6-5359-4742-ad2a-84a67c1dcc37 req-c958bcf6-5d68-4dc8-8467-bfc0e527ef26 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0684884 Apr 28 17:16:46.228436 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-501145c6-5359-4742-ad2a-84a67c1dcc37 req-4ec45ca9-66fc-4ea5-9651-4e2981931281 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672414 Apr 28 17:16:46.240197 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Network edf64d58-19ad-4a56-9941-a9398d1546bb is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:46.240961 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:16:46.241825 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:46.261405 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:46.304293 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-965e954d-db10-4753-ae45-bd3301548afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (10f5e636-47ee-4fe6-af41-afb296800e87), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:46.307438 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-965e954d-db10-4753-ae45-bd3301548afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:46.309391 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-965e954d-db10-4753-ae45-bd3301548afd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10f5e636-47ee-4fe6-af41-afb296800e87 HTTP/1.1" status: 204 len: 168 time: 0.3880448 Apr 28 17:16:46.315492 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:46.316099 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:46.328386 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e954d-db10-4753-ae45-bd3301548afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f5e636-47ee-4fe6-af41-afb296800e87,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:46.408916 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:16:46.457826 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:46.458454 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:46.500891 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=2ebd1969-8bbd-4ddc-bfb8-128c215e12b0,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:46.563957 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:46.579309 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:16:46.600169 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7629f7d5-e4cd-4d5f-9e67-dddc4dc6c586 admin admin] 10.222.0.64 "PUT /v2.0/routers/8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6886132 Apr 28 17:16:46.613826 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-d9e705e4-3174-4500-8f32-fa2579ccab0f None None] Provisioning complete for port 169bcd00-bd98-480e-9686-bbfe2daa8338 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:46.614318 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d9e705e4-3174-4500-8f32-fa2579ccab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:46.655822 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=2ebd1969-8bbd-4ddc-bfb8-128c215e12b0,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:46.668782 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-d9e705e4-3174-4500-8f32-fa2579ccab0f None None] Port 169bcd00-bd98-480e-9686-bbfe2daa8338 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:16:46.768584 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763f25d-9dc1-41cf-9c29-405ce43e5f86 req-f0144f1e-a7b6-4dca-83b6-8c3c7e5ffa8e tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:46.770722 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1763f25d-9dc1-41cf-9c29-405ce43e5f86 req-f0144f1e-a7b6-4dca-83b6-8c3c7e5ffa8e tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0573723 Apr 28 17:16:46.824748 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1763f25d-9dc1-41cf-9c29-405ce43e5f86 req-7cf4582f-4ef0-4011-8cf6-afb6efd03abe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484812 Apr 28 17:16:47.328319 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Sync routers for ids ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:16:47.341769 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Routers {'8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:47.342770 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:47.357131 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61354514-1d05-48cc-b58c-9c0637b5e857 req-aaa0a154-ff82-4485-82d0-ddf379e768ed tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:47.364253 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-61354514-1d05-48cc-b58c-9c0637b5e857 req-aaa0a154-ff82-4485-82d0-ddf379e768ed tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0614746 Apr 28 17:16:47.412094 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-61354514-1d05-48cc-b58c-9c0637b5e857 req-e50ecf63-b63d-4a52-ba3a-fd3daaa68fbd tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Apr 28 17:16:47.466899 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Set router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:47.666832 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46422) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:47.672809 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1796877763-network', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:47.706174 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:45Z', 'revision_number': 4, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '169bcd00-bd98-480e-9686-bbfe2daa8338', 'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'mac_address': 'fa:16:3e:78:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:44Z', 'updated_at': '2022-04-28T17:16:45Z', 'revision_number': 2, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'subnets': [{'id': '6e8007a0-4cce-4670-8577-367d74defe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:47.736683 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Checking router: 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:16:47.737038 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Updating router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c port 169bcd00-bd98-480e-9686-bbfe2daa8338 binding host dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:16:47.765043 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:47.786568 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Made reservation on behalf of 4dbe0594ff494cc0a2dd6ca6594634c9 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:16:47.788923 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:47.798927 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:47.891629 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Publish callbacks [] for security_group (b540b83d-c893-498c-9460-cf5e9034f7b6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:47.981703 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb0b95-3b22-4e62-ac84-475a35aa5d27 req-4f769b1a-81b0-4275-98c2-072208b92ba2 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:47.984477 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-71eb0b95-3b22-4e62-ac84-475a35aa5d27 req-4f769b1a-81b0-4275-98c2-072208b92ba2 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0632353 Apr 28 17:16:47.993777 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e471281-b683-4cec-8ae2-a864db6e387d req-6197592e-494d-427d-9a05-2aedeace52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:47.996852 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e471281-b683-4cec-8ae2-a864db6e387d req-6197592e-494d-427d-9a05-2aedeace52a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 1129 time: 0.0619161 Apr 28 17:16:48.000637 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (b540b83d-c893-498c-9460-cf5e9034f7b6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.052359 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:16:48.066151 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b540b83d-c893-498c-9460-cf5e9034f7b6,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:48.067399 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e471281-b683-4cec-8ae2-a864db6e387d req-0fd99ca8-2dab-4a00-a6ae-08e138d34bca service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609102 Apr 28 17:16:48.077608 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-71eb0b95-3b22-4e62-ac84-475a35aa5d27 req-36277683-b16c-4169-9a77-9731fa43d0d0 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874913 Apr 28 17:16:48.080561 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (03b8fd0b-ef09-40ea-9c75-e82f204a36fc), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.080861 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Added segment 03b8fd0b-ef09-40ea-9c75-e82f204a36fc of type vlan for network d8d81ff2-13fc-4ba6-8e2f-538907abb01e Apr 28 17:16:48.113334 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Publish callbacks [] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.134928 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (d8d81ff2-13fc-4ba6-8e2f-538907abb01e), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.198649 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:48.202284 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.240792 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (d8d81ff2-13fc-4ba6-8e2f-538907abb01e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.242223 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:48.242949 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.283011 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee4cd9-3ca2-43a9-8015-14c9eb20df2f None None] Pushing event updated for resources: {'Port': ['ID=169bcd00-bd98-480e-9686-bbfe2daa8338,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:48.315204 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] Pushing event updated for resources: {'Network': ['ID=d8d81ff2-13fc-4ba6-8e2f-538907abb01e,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:48.337160 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network d8d81ff2-13fc-4ba6-8e2f-538907abb01e details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:16:48.352977 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:48.353346 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.400883 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Attempting to bind port 169bcd00-bd98-480e-9686-bbfe2daa8338 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:16:48.401250 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Attempting to bind port 169bcd00-bd98-480e-9686-bbfe2daa8338 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:16:48.402156 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Attempting to bind port 169bcd00-bd98-480e-9686-bbfe2daa8338 on network edf64d58-19ad-4a56-9941-a9398d1546bb {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:16:48.419806 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f5189aa0-5fed-4b43-8da7-0c89dbd22f66 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7508178 Apr 28 17:16:48.424367 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46466) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:48.429290 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] Request body: {'subnet': {'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1796877763-subnet', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:48.460797 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:16:48.461179 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Checking segment: {'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:48.461574 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.461970 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Bound using segment: {'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:16:48.462439 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Bound port: 169bcd00-bd98-480e-9686-bbfe2daa8338, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:16:48.462820 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.533151 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99c61e-d261-4994-8d25-d7cd6f205de8 req-191814f7-6236-48d4-a2c9-f7a4548942fe tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:48.534798 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1d99c61e-d261-4994-8d25-d7cd6f205de8 req-191814f7-6236-48d4-a2c9-f7a4548942fe tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0489397 Apr 28 17:16:48.537664 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] Made reservation on behalf of 4dbe0594ff494cc0a2dd6ca6594634c9 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:16:48.539914 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5919934'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.593161 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1d99c61e-d261-4994-8d25-d7cd6f205de8 req-58f06cfa-cd00-44b2-859b-ec85dd034e81 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521264 Apr 28 17:16:48.697254 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-b093fa24-c3ca-4b39-a244-331a1126d064 None None] Provisioning complete for port 169bcd00-bd98-480e-9686-bbfe2daa8338 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:48.697634 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b093fa24-c3ca-4b39-a244-331a1126d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.749278 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] For port 169bcd00-bd98-480e-9686-bbfe2daa8338, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:16:48.751139 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:48.755718 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] For port 169bcd00-bd98-480e-9686-bbfe2daa8338, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=169bcd00-bd98-480e-9686-bbfe2daa8338,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:16:48.759558 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-b093fa24-c3ca-4b39-a244-331a1126d064 None None] Port 169bcd00-bd98-480e-9686-bbfe2daa8338 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:16:48.812452 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6707031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5919820'] for subnet (4f9dafb4-e76f-4aab-91f7-c32af02967a2), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.875581 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9dafb4-e76f-4aab-91f7-c32af02967a2,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:48.884061 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] Checking segment: {'id': '03b8fd0b-ef09-40ea-9c75-e82f204a36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:48.884484 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] Network hostable DHCP agents. Network: d8d81ff2-13fc-4ba6-8e2f-538907abb01e, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:16:48.902230 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:48.964164 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Routers {'8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:48.965025 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:48.967031 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee4cd9-3ca2-43a9-8015-14c9eb20df2f None None] Pushing event updated for resources: {'Port': ['ID=169bcd00-bd98-480e-9686-bbfe2daa8338,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:49.052007 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] Network d8d81ff2-13fc-4ba6-8e2f-538907abb01e is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:16:49.085859 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] Set router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:49.208471 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, d8d81ff2-13fc-4ba6-8e2f-538907abb01e) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:49.215912 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:49.216548 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:49.236766 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c27fa-f6c2-4ec1-8454-1b8883355493 req-8800279e-8292-4cb7-a3fd-b69b3630d616 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:49.238297 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b30c27fa-f6c2-4ec1-8454-1b8883355493 req-8800279e-8292-4cb7-a3fd-b69b3630d616 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0746539 Apr 28 17:16:49.248975 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4ac888-02c7-4db7-bbd0-a085b093719e None None] Network d8d81ff2-13fc-4ba6-8e2f-538907abb01e requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:16:49.294273 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b30c27fa-f6c2-4ec1-8454-1b8883355493 req-19606ce0-4b8f-4480-adef-310d6ab9ae73 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483375 Apr 28 17:16:49.306856 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-656b001b-9c25-40d6-8568-399b9f2255a8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8804624 Apr 28 17:16:49.313951 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46498) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:49.318238 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1796877763-router', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:49.334591 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-6bb2ed45-9e0b-4db1-8c85-a34d08c14f5e None None] Provisioning complete for port 169bcd00-bd98-480e-9686-bbfe2daa8338 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:49.335025 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ed45-9e0b-4db1-8c85-a34d08c14f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:49.410817 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-347308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14367'] for router (188a4789-0898-4418-95f0-2436d279a96c), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:49.415501 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14358'] for router (188a4789-0898-4418-95f0-2436d279a96c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:49.451616 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:45Z', 'revision_number': 4, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '169bcd00-bd98-480e-9686-bbfe2daa8338', 'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'mac_address': 'fa:16:3e:78:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:44Z', 'updated_at': '2022-04-28T17:16:48Z', 'revision_number': 4, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'subnets': [{'id': '6e8007a0-4cce-4670-8577-367d74defe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:49.480427 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Publish callbacks [] for router_controller (188a4789-0898-4418-95f0-2436d279a96c), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:49.481217 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-d8d81ff2-13fc-4ba6-8e2f-538907abb01e', 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e', 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'fixed_ips': [{'subnet_id': '4f9dafb4-e76f-4aab-91f7-c32af02967a2'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:16:49.482064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:49.494781 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc7bd9-3cdc-44bc-be0d-76694b6c78b6 None None] The sync data for ids ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'] in dv-cinder-826949-5-iscsi is: [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:45Z', 'revision_number': 4, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '169bcd00-bd98-480e-9686-bbfe2daa8338', 'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'mac_address': 'fa:16:3e:78:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:44Z', 'updated_at': '2022-04-28T17:16:48Z', 'revision_number': 4, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'subnets': [{'id': '6e8007a0-4cce-4670-8577-367d74defe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:16:49.546970 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-6bb2ed45-9e0b-4db1-8c85-a34d08c14f5e None None] Current status of the port 169bcd00-bd98-480e-9686-bbfe2daa8338 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:49.547370 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ed45-9e0b-4db1-8c85-a34d08c14f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:49.660845 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-6bb2ed45-9e0b-4db1-8c85-a34d08c14f5e None None] For port 169bcd00-bd98-480e-9686-bbfe2daa8338, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=169bcd00-bd98-480e-9686-bbfe2daa8338,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:49.753590 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ed45-9e0b-4db1-8c85-a34d08c14f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:49.758108 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d291ba-7e67-4bdb-b3ce-09d428df9a1c req-59ecbab9-68e6-43a9-80c2-e4cb4211ea44 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:49.764131 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Allocated IP 172.20.0.2 (d8d81ff2-13fc-4ba6-8e2f-538907abb01e/4f9dafb4-e76f-4aab-91f7-c32af02967a2/88cc347f-ba1b-43ec-a90d-b588070cdafd) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:16:49.766848 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-98d291ba-7e67-4bdb-b3ce-09d428df9a1c req-59ecbab9-68e6-43a9-80c2-e4cb4211ea44 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0819180 Apr 28 17:16:49.847328 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2ed45-9e0b-4db1-8c85-a34d08c14f5e None None] Pushing event updated for resources: {'Port': ['ID=169bcd00-bd98-480e-9686-bbfe2daa8338,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:49.850381 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Publish callbacks [] for router_gateway (188a4789-0898-4418-95f0-2436d279a96c), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:49.875567 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-98d291ba-7e67-4bdb-b3ce-09d428df9a1c req-fd071b6e-e359-4010-9825-b2457985e7b7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023157 Apr 28 17:16:49.980587 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Publish callbacks [] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:50.090786 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:50.147022 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Publish callbacks [] for router_gateway (188a4789-0898-4418-95f0-2436d279a96c), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:50.164580 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Network d8d81ff2-13fc-4ba6-8e2f-538907abb01e is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:50.170656 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:50.180776 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:16:50.181474 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:50.191924 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Pushing event updated for resources: {'Port': ['ID=88cc347f-ba1b-43ec-a90d-b588070cdafd,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:50.271607 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Attempting to bind port 88cc347f-ba1b-43ec-a90d-b588070cdafd on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:16:50.271983 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Attempting to bind port 88cc347f-ba1b-43ec-a90d-b588070cdafd by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': '03b8fd0b-ef09-40ea-9c75-e82f204a36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:16:50.272398 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Attempting to bind port 88cc347f-ba1b-43ec-a90d-b588070cdafd on network d8d81ff2-13fc-4ba6-8e2f-538907abb01e {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:16:50.278511 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:16:50.279164 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Checking segment: {'id': '03b8fd0b-ef09-40ea-9c75-e82f204a36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:50.279844 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:50.280593 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Bound using segment: {'id': '03b8fd0b-ef09-40ea-9c75-e82f204a36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:16:50.281385 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Bound port: 88cc347f-ba1b-43ec-a90d-b588070cdafd, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b8fd0b-ef09-40ea-9c75-e82f204a36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:16:50.282014 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:50.287005 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 169bcd00-bd98-480e-9686-bbfe2daa8338 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:50.328252 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Allocated IP 172.27.2.128 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/a9c76bc7-f815-4ab2-9353-e973a5093104) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:16:50.413753 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] For port 88cc347f-ba1b-43ec-a90d-b588070cdafd, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:16:50.431761 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 169bcd00-bd98-480e-9686-bbfe2daa8338 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:50.432198 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:50.437713 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] For port 88cc347f-ba1b-43ec-a90d-b588070cdafd, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=88cc347f-ba1b-43ec-a90d-b588070cdafd,segment=NetworkSegment(03b8fd0b-ef09-40ea-9c75-e82f204a36fc),segment_id=03b8fd0b-ef09-40ea-9c75-e82f204a36fc)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:16:50.498280 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Publish callbacks [] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:50.505570 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292dbea-7619-4bb7-993f-50ed636fc2f0 req-a1923108-360d-412b-a52e-28c9b68dd582 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:50.507102 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f292dbea-7619-4bb7-993f-50ed636fc2f0 req-a1923108-360d-412b-a52e-28c9b68dd582 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0777307 Apr 28 17:16:50.540948 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 169bcd00-bd98-480e-9686-bbfe2daa8338 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:50.553109 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:50.579987 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f292dbea-7619-4bb7-993f-50ed636fc2f0 req-068dbdf3-b249-4616-80e2-7ea9d88ad1fc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646908 Apr 28 17:16:50.621464 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e507f69-c136-4e93-aaea-e7b78bfe0112 None None] Pushing event updated for resources: {'Port': ['ID=88cc347f-ba1b-43ec-a90d-b588070cdafd,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:50.633263 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:50.692820 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:50.699510 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:50.701687 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c76bc7-f815-4ab2-9353-e973a5093104,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:50.703877 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:16:50.738962 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321ee52-eb9e-44b7-a470-5b57f12c0bd3 req-a2784a24-71fb-488e-9768-d5c10aa51586 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:50.740545 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5321ee52-eb9e-44b7-a470-5b57f12c0bd3 req-a2784a24-71fb-488e-9768-d5c10aa51586 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0689175 Apr 28 17:16:50.751300 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46536) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:50.756436 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-14d883b1-ce1c-4cee-8fc8-085e28e791e6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'floatingip': {'port_id': '8ab16b38-7c03-454e-8c97-40ba982f6e3f'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:50.837184 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-14d883b1-ce1c-4cee-8fc8-085e28e791e6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (b85462df-3c90-46d4-9af2-308206994508), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:51.122148 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331e2bd-8aaa-437e-97a6-f9d08ac8f3ab req-3365acdb-85ec-4d24-a058-64ecf5b208a4 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:51.125796 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7331e2bd-8aaa-437e-97a6-f9d08ac8f3ab req-3365acdb-85ec-4d24-a058-64ecf5b208a4 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.1413362 Apr 28 17:16:51.339042 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7331e2bd-8aaa-437e-97a6-f9d08ac8f3ab req-1485e16b-386e-4a5e-9a56-759839d74b6c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944673 Apr 28 17:16:51.429391 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Publish callbacks [] for router_gateway (188a4789-0898-4418-95f0-2436d279a96c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:51.631043 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46572) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:51.742030 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-920724de-7ebf-4afd-8618-783abe307b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:51.865351 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-920724de-7ebf-4afd-8618-783abe307b50 admin admin] Publish callbacks [] for security_group (205d3153-d842-47a5-a54b-d1df930c3f03), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.040852 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-920724de-7ebf-4afd-8618-783abe307b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (205d3153-d842-47a5-a54b-d1df930c3f03), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.064478 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-14d883b1-ce1c-4cee-8fc8-085e28e791e6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.066114 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-348693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673'] for router (188a4789-0898-4418-95f0-2436d279a96c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.086204 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-920724de-7ebf-4afd-8618-783abe307b50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d68845573df74ec6864083181dd6a910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540055 Apr 28 17:16:52.086916 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46580) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:52.087531 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920724de-7ebf-4afd-8618-783abe307b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205d3153-d842-47a5-a54b-d1df930c3f03,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:52.153583 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fa4da87-cb7c-44ba-a999-52f985282956 admin admin] Publish callbacks [] for security_group (205d3153-d842-47a5-a54b-d1df930c3f03), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.180891 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-14d883b1-ce1c-4cee-8fc8-085e28e791e6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (b85462df-3c90-46d4-9af2-308206994508), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.182825 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9337243-cdce-4e94-8531-8f40255ceeea None None] Network d8d81ff2-13fc-4ba6-8e2f-538907abb01e requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:16:52.193784 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fa4da87-cb7c-44ba-a999-52f985282956 admin admin] Publish callbacks [] for security_group (205d3153-d842-47a5-a54b-d1df930c3f03), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.287768 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 88cc347f-ba1b-43ec-a90d-b588070cdafd up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:52.294786 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3d763933-05aa-417b-9dd4-b189bb5b1592 None None] Provisioning complete for port 88cc347f-ba1b-43ec-a90d-b588070cdafd triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:52.295112 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3d763933-05aa-417b-9dd4-b189bb5b1592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.337936 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-14d883b1-ce1c-4cee-8fc8-085e28e791e6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Floating IP b85462df-3c90-46d4-9af2-308206994508 associated. External IP: 172.27.2.97, port: 8ab16b38-7c03-454e-8c97-40ba982f6e3f. Apr 28 17:16:52.363855 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fa4da87-cb7c-44ba-a999-52f985282956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (205d3153-d842-47a5-a54b-d1df930c3f03), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.367775 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fa4da87-cb7c-44ba-a999-52f985282956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.369200 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-6fa4da87-cb7c-44ba-a999-52f985282956 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/205d3153-d842-47a5-a54b-d1df930c3f03 HTTP/1.1" status: 204 len: 168 time: 0.2783365 Apr 28 17:16:52.379463 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4da87-cb7c-44ba-a999-52f985282956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205d3153-d842-47a5-a54b-d1df930c3f03,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:52.445175 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Router 188a4789-0898-4418-95f0-2436d279a96c is scheduled to L3 agent 2328be28-078e-4849-a398-3f5045911048 with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 17:16:52.450330 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 88cc347f-ba1b-43ec-a90d-b588070cdafd triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:52.454129 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.529398 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3d763933-05aa-417b-9dd4-b189bb5b1592 None None] Current status of the port 88cc347f-ba1b-43ec-a90d-b588070cdafd is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:52.529893 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3d763933-05aa-417b-9dd4-b189bb5b1592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.532258 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba52946-d9c3-4a00-9a0f-6a1594343bca req-0c15b05f-591d-4ec4-b5f7-2682bb1bff68 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:52.547036 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6ba52946-d9c3-4a00-9a0f-6a1594343bca req-0c15b05f-591d-4ec4-b5f7-2682bb1bff68 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0823450 Apr 28 17:16:52.654046 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6ba52946-d9c3-4a00-9a0f-6a1594343bca req-b4760f27-1535-4ea0-bbeb-cc22c8de501a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060078 Apr 28 17:16:52.710198 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:16:52.725807 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Sync routers for ids ['188a4789-0898-4418-95f0-2436d279a96c'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:16:52.733281 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3d763933-05aa-417b-9dd4-b189bb5b1592 None None] For port 88cc347f-ba1b-43ec-a90d-b588070cdafd, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=88cc347f-ba1b-43ec-a90d-b588070cdafd,segment=NetworkSegment(03b8fd0b-ef09-40ea-9c75-e82f204a36fc),segment_id=03b8fd0b-ef09-40ea-9c75-e82f204a36fc)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:52.739474 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Routers {'188a4789-0898-4418-95f0-2436d279a96c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:52.740125 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['188a4789-0898-4418-95f0-2436d279a96c'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:52.744030 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 88cc347f-ba1b-43ec-a90d-b588070cdafd is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:52.744693 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.783417 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d883b1-ce1c-4cee-8fc8-085e28e791e6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Router c49b146b-69f2-4709-8960-3efb5017f956 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:16:52.812636 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3d763933-05aa-417b-9dd4-b189bb5b1592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.856023 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.db.api [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 17:16:52.856562 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG oslo_db.api [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 17:16:52.880566 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:52.883957 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-41c48690-1a66-446b-83c7-7f24e4fbdf69 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5690262 Apr 28 17:16:52.885278 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46596) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:52.893670 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Set router 188a4789-0898-4418-95f0-2436d279a96c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:52.955089 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d763933-05aa-417b-9dd4-b189bb5b1592 None None] Pushing event updated for resources: {'Port': ['ID=88cc347f-ba1b-43ec-a90d-b588070cdafd,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:52.959291 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-5cd92a39-2b3d-4213-a94f-62404b9b2e41 None None] Provisioning complete for port 88cc347f-ba1b-43ec-a90d-b588070cdafd triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:52.959800 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5cd92a39-2b3d-4213-a94f-62404b9b2e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:53.070076 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d883b1-ce1c-4cee-8fc8-085e28e791e6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:16:53.090205 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-14d883b1-ce1c-4cee-8fc8-085e28e791e6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:53.090296 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea6ebf-a51e-461e-84c6-bd0e4a03eac2 None None] Sync routers for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:16:53.099906 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-5cd92a39-2b3d-4213-a94f-62404b9b2e41 None None] Current status of the port 88cc347f-ba1b-43ec-a90d-b588070cdafd is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:53.107388 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea6ebf-a51e-461e-84c6-bd0e4a03eac2 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:53.108032 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a0ea6ebf-a51e-461e-84c6-bd0e4a03eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:53.135023 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-14d883b1-ce1c-4cee-8fc8-085e28e791e6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "PUT /v2.0/floatingips/b85462df-3c90-46d4-9af2-308206994508 HTTP/1.1" status: 200 len: 990 time: 2.3824258 Apr 28 17:16:53.136578 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'tag': '8ab16b38-7c03-454e-8c97-40ba982f6e3f'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:16:53.142909 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1a4989-b11d-4c51-892c-c662a75c5cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "b98f7efe-8338-432d-ba65-d0fe25925cd6", "tag": "8ab16b38-7c03-454e-8c97-40ba982f6e3f"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:16:53.195448 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a4789-0898-4418-95f0-2436d279a96c', 'name': 'tempest-TestShelveInstance-1796877763-router', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:49Z', 'updated_at': '2022-04-28T17:16:51Z', 'revision_number': 3, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'gw_port': {'id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:50Z', 'updated_at': '2022-04-28T17:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:53.219770 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cd3e63-a544-4f8b-b1b4-bb154edd3f09 x-openstack-request-id: req-45cd3e63-a544-4f8b-b1b4-bb154edd3f09 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:16:53.220299 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98f7efe-8338-432d-ba65-d0fe25925cd6", "tag": "8ab16b38-7c03-454e-8c97-40ba982f6e3f", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:16:53.220494 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45cd3e63-a544-4f8b-b1b4-bb154edd3f09 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:16:53.220790 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cd3e63-a544-4f8b-b1b4-bb154edd3f09'] response: {'name': 'network-changed', 'server_uuid': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'tag': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'status': 'completed', 'code': 200} Apr 28 17:16:53.240444 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Checking router: 188a4789-0898-4418-95f0-2436d279a96c for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:16:53.240791 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Updating router 188a4789-0898-4418-95f0-2436d279a96c port a9c76bc7-f815-4ab2-9353-e973a5093104 binding host dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:16:53.308039 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-a0ea6ebf-a51e-461e-84c6-bd0e4a03eac2 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:53.338198 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:53.525651 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 88cc347f-ba1b-43ec-a90d-b588070cdafd is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:53.670198 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:53.714868 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a0ea6ebf-a51e-461e-84c6-bd0e4a03eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'b85462df-3c90-46d4-9af2-308206994508', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:f6:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:16:23Z', 'updated_at': '2022-04-28T17:16:51Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:53.742223 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea6ebf-a51e-461e-84c6-bd0e4a03eac2 None None] Checking router: c49b146b-69f2-4709-8960-3efb5017f956 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:16:53.749949 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Publish callbacks [] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:53.753223 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea6ebf-a51e-461e-84c6-bd0e4a03eac2 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:53.753853 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a0ea6ebf-a51e-461e-84c6-bd0e4a03eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:53.826487 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca253f98-b3dc-4450-ae10-c200fd192bf7 req-35e6d28f-d10c-412f-b63a-b5c7be3aad28 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:53.828191 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ca253f98-b3dc-4450-ae10-c200fd192bf7 req-35e6d28f-d10c-412f-b63a-b5c7be3aad28 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0867257 Apr 28 17:16:53.829849 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:53.924923 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Attempting to bind port a9c76bc7-f815-4ab2-9353-e973a5093104 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:16:53.925625 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Attempting to bind port a9c76bc7-f815-4ab2-9353-e973a5093104 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:16:53.926093 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-a0ea6ebf-a51e-461e-84c6-bd0e4a03eac2 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:53.926376 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Attempting to bind port a9c76bc7-f815-4ab2-9353-e973a5093104 on network f8764e81-f1f8-4275-aee3-2fa9a09189b3 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:16:53.941380 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab1b6c-1893-4cf0-b5ca-1430e522905d None None] Pushing event updated for resources: {'Port': ['ID=a9c76bc7-f815-4ab2-9353-e973a5093104,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:53.966350 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:16:53.968669 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:53.969272 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:53.971250 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Bound using segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:16:53.971980 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Bound port: a9c76bc7-f815-4ab2-9353-e973a5093104, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:16:53.972552 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:54.037334 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46644) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:54.096674 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] For port a9c76bc7-f815-4ab2-9353-e973a5093104, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:16:54.102296 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] For port a9c76bc7-f815-4ab2-9353-e973a5093104, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=a9c76bc7-f815-4ab2-9353-e973a5093104,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:16:54.120890 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Allocated IP 172.20.0.1 (d8d81ff2-13fc-4ba6-8e2f-538907abb01e/4f9dafb4-e76f-4aab-91f7-c32af02967a2/b225b3b0-166b-476e-a3a3-cf6a6fc2a2db) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:16:54.136942 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a4989-b11d-4c51-892c-c662a75c5cf9 req-b393655e-c28a-4609-8541-6ce1a1221a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:54.150779 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ac1a4989-b11d-4c51-892c-c662a75c5cf9 req-b393655e-c28a-4609-8541-6ce1a1221a2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 1129 time: 0.1685216 Apr 28 17:16:54.196448 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:54.237315 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ca253f98-b3dc-4450-ae10-c200fd192bf7 req-a472b1d7-2a9e-4842-af8f-c683625eb47f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897738 Apr 28 17:16:54.259841 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-aff8fb62-9fb8-4c4a-8f93-5044f8c8b98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:54.288150 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 88cc347f-ba1b-43ec-a90d-b588070cdafd up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:54.345040 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Routers {'188a4789-0898-4418-95f0-2436d279a96c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:54.345650 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['188a4789-0898-4418-95f0-2436d279a96c'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:54.434355 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 88cc347f-ba1b-43ec-a90d-b588070cdafd triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:54.435372 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:54.451900 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a0ea6ebf-a51e-461e-84c6-bd0e4a03eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'b85462df-3c90-46d4-9af2-308206994508', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:f6:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:16:23Z', 'updated_at': '2022-04-28T17:16:51Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:54.454218 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-aff8fb62-9fb8-4c4a-8f93-5044f8c8b98e admin admin] Publish callbacks [] for security_group (fb7978f3-3f02-4e1a-a851-c609c1460983), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:54.498018 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab1b6c-1893-4cf0-b5ca-1430e522905d None None] Pushing event updated for resources: {'Port': ['ID=a9c76bc7-f815-4ab2-9353-e973a5093104,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:54.521191 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea6ebf-a51e-461e-84c6-bd0e4a03eac2 None None] The sync data for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi is: [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'b85462df-3c90-46d4-9af2-308206994508', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:f6:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:16:23Z', 'updated_at': '2022-04-28T17:16:51Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:16:54.529632 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Publish callbacks [] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:54.586497 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] Set router 188a4789-0898-4418-95f0-2436d279a96c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:54.592401 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-860358db-05f9-423e-9e02-df3d759ef182 req-51808254-553c-46ae-854c-cf811fb58d68 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607259 Apr 28 17:16:54.605389 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-aff8fb62-9fb8-4c4a-8f93-5044f8c8b98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (fb7978f3-3f02-4e1a-a851-c609c1460983), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:54.642465 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226aa7-b70a-4c71-adbf-386487247f68 req-62d1d4c2-33df-4128-9a81-1d08e522a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:54.645530 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2b226aa7-b70a-4c71-adbf-386487247f68 req-62d1d4c2-33df-4128-9a81-1d08e522a41f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 1130 time: 0.3034711 Apr 28 17:16:54.666019 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 88cc347f-ba1b-43ec-a90d-b588070cdafd is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:54.706342 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860358db-05f9-423e-9e02-df3d759ef182 req-559ddb2b-e273-41cb-afa6-7686a2f3d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:54.707916 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-860358db-05f9-423e-9e02-df3d759ef182 req-559ddb2b-e273-41cb-afa6-7686a2f3d397 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 1129 time: 0.0572758 Apr 28 17:16:54.717676 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-aff8fb62-9fb8-4c4a-8f93-5044f8c8b98e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce4d41d2b5514c2fb87f4885fd5ea63f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6788206 Apr 28 17:16:54.718702 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8fb62-9fb8-4c4a-8f93-5044f8c8b98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7978f3-3f02-4e1a-a851-c609c1460983,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:54.722152 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46684) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:54.762780 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a4989-b11d-4c51-892c-c662a75c5cf9 req-830da1b7-624a-4b7a-a016-56a5123368aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:54.764465 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ac1a4989-b11d-4c51-892c-c662a75c5cf9 req-830da1b7-624a-4b7a-a016-56a5123368aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 916 time: 0.6073213 Apr 28 17:16:54.795656 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2b226aa7-b70a-4c71-adbf-386487247f68 req-b54f1a46-c765-4e24-9db1-7e0191551831 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190784 Apr 28 17:16:54.879257 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860358db-05f9-423e-9e02-df3d759ef182 req-2a258ee9-7a71-4aa8-bf44-b2089de35ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:54.880859 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-860358db-05f9-423e-9e02-df3d759ef182 req-2a258ee9-7a71-4aa8-bf44-b2089de35ec3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.1417515 Apr 28 17:16:54.890211 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:54.890810 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf546ae-f5b4-4368-916b-20d791485215 None None] New status for floating IP b85462df-3c90-46d4-9af2-308206994508: ACTIVE {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:16:54.897113 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf45aaa4-1b31-4ebc-926f-efa187d21686 admin admin] Publish callbacks [] for security_group (fb7978f3-3f02-4e1a-a851-c609c1460983), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:54.923723 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf45aaa4-1b31-4ebc-926f-efa187d21686 admin admin] Publish callbacks [] for security_group (fb7978f3-3f02-4e1a-a851-c609c1460983), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:54.953342 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ac1a4989-b11d-4c51-892c-c662a75c5cf9 req-85a2e794-3e1e-4d40-ba20-e477f1d3cc49 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab16b38-7c03-454e-8c97-40ba982f6e3f HTTP/1.1" status: 200 len: 998 time: 0.1602006 Apr 28 17:16:54.966342 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Network d8d81ff2-13fc-4ba6-8e2f-538907abb01e is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:54.977982 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:54.983857 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:16:55.030823 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Pushing event updated for resources: {'Port': ['ID=b225b3b0-166b-476e-a3a3-cf6a6fc2a2db,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:55.053505 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722348'] for router_interface (188a4789-0898-4418-95f0-2436d279a96c), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:55.135069 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf45aaa4-1b31-4ebc-926f-efa187d21686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (fb7978f3-3f02-4e1a-a851-c609c1460983), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:55.137911 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf45aaa4-1b31-4ebc-926f-efa187d21686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:55.140007 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cf45aaa4-1b31-4ebc-926f-efa187d21686 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb7978f3-3f02-4e1a-a851-c609c1460983 HTTP/1.1" status: 204 len: 168 time: 0.4163225 Apr 28 17:16:55.148000 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a4789-0898-4418-95f0-2436d279a96c', 'name': 'tempest-TestShelveInstance-1796877763-router', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:49Z', 'updated_at': '2022-04-28T17:16:51Z', 'revision_number': 3, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'gw_port': {'id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:50Z', 'updated_at': '2022-04-28T17:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:55.212536 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45aaa4-1b31-4ebc-926f-efa187d21686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7978f3-3f02-4e1a-a851-c609c1460983,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:55.215706 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-860358db-05f9-423e-9e02-df3d759ef182 req-2bc68e90-5952-4be2-9430-2976f20dc851 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3764b3-8ab3-489e-beb3-23ac660e31d5 HTTP/1.1" status: 200 len: 217 time: 0.0522759 Apr 28 17:16:55.252762 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f16155-78c1-4aea-84ec-475a9b018cc2 None None] The sync data for ids ['188a4789-0898-4418-95f0-2436d279a96c'] in dv-cinder-826949-5-iscsi is: [{'id': '188a4789-0898-4418-95f0-2436d279a96c', 'name': 'tempest-TestShelveInstance-1796877763-router', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:49Z', 'updated_at': '2022-04-28T17:16:51Z', 'revision_number': 3, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'gw_port': {'id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:50Z', 'updated_at': '2022-04-28T17:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:16:55.345881 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4e108e04-451c-4b6c-b14e-51059ec4e3d7 None None] Provisioning complete for port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:55.346398 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4e108e04-451c-4b6c-b14e-51059ec4e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:55.368818 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a4989-b11d-4c51-892c-c662a75c5cf9 req-4be4799d-ae74-4155-a945-ac5dd9b42f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:55.373501 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ac1a4989-b11d-4c51-892c-c662a75c5cf9 req-4be4799d-ae74-4155-a945-ac5dd9b42f1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f171123-3a34-488e-b790-0ae30efcd836 HTTP/1.1" status: 200 len: 854 time: 0.1733308 Apr 28 17:16:55.398884 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34c12-f4a9-4f43-8a9a-7a0e4250722d req-14e5fbb0-a700-4920-b3d9-6ac1245758a2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:55.400455 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-05e34c12-f4a9-4f43-8a9a-7a0e4250722d req-14e5fbb0-a700-4920-b3d9-6ac1245758a2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0682645 Apr 28 17:16:55.409351 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4e108e04-451c-4b6c-b14e-51059ec4e3d7 None None] Port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:16:55.449762 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-05e34c12-f4a9-4f43-8a9a-7a0e4250722d req-00af67bc-a003-4f61-ac02-b89d9f6a90a6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Apr 28 17:16:55.458110 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:55.526423 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:55.635856 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a4989-b11d-4c51-892c-c662a75c5cf9 req-0f96194a-1e42-4c27-8e8f-e3ed0461a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:55.645724 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ac1a4989-b11d-4c51-892c-c662a75c5cf9 req-0f96194a-1e42-4c27-8e8f-e3ed0461a2e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0864fea-c4a2-4606-b60c-7ca279cfdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526812 Apr 28 17:16:55.646193 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860358db-05f9-423e-9e02-df3d759ef182 req-0abe7062-9022-472c-b118-97fadb2b9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:55.646193 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-860358db-05f9-423e-9e02-df3d759ef182 req-0abe7062-9022-472c-b118-97fadb2b9ae9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0563819 Apr 28 17:16:55.688475 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860358db-05f9-423e-9e02-df3d759ef182 req-dbca9d56-9dd8-429e-ad57-7d88b03b6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:55.690027 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-860358db-05f9-423e-9e02-df3d759ef182 req-dbca9d56-9dd8-429e-ad57-7d88b03b6d57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404990 Apr 28 17:16:55.727918 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Publish callbacks [] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:55.761852 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ac1a4989-b11d-4c51-892c-c662a75c5cf9 req-d379d925-94d9-4502-8d67-808f892b5aba service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079261 Apr 28 17:16:55.808568 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:55.847284 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-860358db-05f9-423e-9e02-df3d759ef182 req-854b196c-e8aa-45b2-9d8e-e2cd05b3be15 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380196 Apr 28 17:16:55.915829 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346396'] for router_interface (188a4789-0898-4418-95f0-2436d279a96c), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:55.926991 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Pushing event updated for resources: {'Port': ['ID=b225b3b0-166b-476e-a3a3-cf6a6fc2a2db,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:55.950199 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-860358db-05f9-423e-9e02-df3d759ef182 req-fc4fa052-3924-4339-8977-193dab605281 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957255 Apr 28 17:16:55.969390 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ac1a4989-b11d-4c51-892c-c662a75c5cf9 req-c42bba73-a528-4ac5-8daf-14e2ad8790e9 service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982229 Apr 28 17:16:56.039094 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46706) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:56.043593 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Network d8d81ff2-13fc-4ba6-8e2f-538907abb01e is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:16:56.045073 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:16:56.062453 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-745d16fc-7620-44f5-a7fd-22d9c05c0a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:56.173605 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-745d16fc-7620-44f5-a7fd-22d9c05c0a59 admin admin] Publish callbacks [] for security_group (bb054d7e-46d4-4d2c-9917-d91cc3cd7706), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:56.210499 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Router 188a4789-0898-4418-95f0-2436d279a96c has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:16:56.232530 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-745d16fc-7620-44f5-a7fd-22d9c05c0a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (bb054d7e-46d4-4d2c-9917-d91cc3cd7706), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:56.284015 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d16fc-7620-44f5-a7fd-22d9c05c0a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb054d7e-46d4-4d2c-9917-d91cc3cd7706,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:56.294342 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-745d16fc-7620-44f5-a7fd-22d9c05c0a59 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7329dfd2e13d4760beaa973179697c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537503 Apr 28 17:16:56.298756 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46724) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:56.342113 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:16:56.360292 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-19cf7c2c-5076-4334-a4ac-ffaf6574001c admin admin] 10.222.0.64 "PUT /v2.0/routers/188a4789-0898-4418-95f0-2436d279a96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4680016 Apr 28 17:16:56.360516 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-67f5c75b-ca57-42ec-b81f-b43e749e0580 admin admin] Publish callbacks [] for security_group (bb054d7e-46d4-4d2c-9917-d91cc3cd7706), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:56.386376 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-67f5c75b-ca57-42ec-b81f-b43e749e0580 admin admin] Publish callbacks [] for security_group (bb054d7e-46d4-4d2c-9917-d91cc3cd7706), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:56.439076 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-1f392528-f43e-4aca-b7cf-02dc3f7d8825 None None] Provisioning complete for port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:56.439870 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1f392528-f43e-4aca-b7cf-02dc3f7d8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:56.505569 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-1f392528-f43e-4aca-b7cf-02dc3f7d8825 None None] Port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:16:56.514084 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-67f5c75b-ca57-42ec-b81f-b43e749e0580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (bb054d7e-46d4-4d2c-9917-d91cc3cd7706), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:56.518043 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-67f5c75b-ca57-42ec-b81f-b43e749e0580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:56.531870 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-67f5c75b-ca57-42ec-b81f-b43e749e0580 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb054d7e-46d4-4d2c-9917-d91cc3cd7706 HTTP/1.1" status: 204 len: 168 time: 0.2319343 Apr 28 17:16:56.544800 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5c75b-ca57-42ec-b81f-b43e749e0580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb054d7e-46d4-4d2c-9917-d91cc3cd7706,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:56.657787 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebaeb5-e271-485e-94aa-f9c934aba729 req-c4c2ce76-d754-4360-96b0-3b43637f5c30 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:56.659560 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86ebaeb5-e271-485e-94aa-f9c934aba729 req-c4c2ce76-d754-4360-96b0-3b43637f5c30 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.1059721 Apr 28 17:16:56.716452 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86ebaeb5-e271-485e-94aa-f9c934aba729 req-ea2fd623-8f5d-4b1d-84bf-4f5288875d16 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510674 Apr 28 17:16:57.357177 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46754) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:57.368802 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930264338', 'description': 'tempest-secgroup-smoke-1930264338 description', 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:57.529595 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:57.606061 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group (0257935c-c2cf-4f65-9db8-4d234e2a26a7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:57.713329 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (0257935c-c2cf-4f65-9db8-4d234e2a26a7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:57.754666 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0257935c-c2cf-4f65-9db8-4d234e2a26a7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:57.770966 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.770966 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.770966 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.770966 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.771343 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.771689 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.772250 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.772550 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.773163 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.773652 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.774109 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.774533 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.774941 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.775364 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.775783 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:57.859036 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:57.860079 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2a3b3dff-60ad-43be-93b9-e35a6e6b03ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5017452 Apr 28 17:16:57.866205 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46772) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:57.871880 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Request body: {'security_group_rule': {'security_group_id': '0257935c-c2cf-4f65-9db8-4d234e2a26a7', 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:57.908625 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26434673-a6f1-4250-bcb0-5c00e5007944 req-dfcb0d36-0844-4666-ab0e-b4189cc82f2d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:57.910131 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-26434673-a6f1-4250-bcb0-5c00e5007944 req-dfcb0d36-0844-4666-ab0e-b4189cc82f2d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0667799 Apr 28 17:16:57.972763 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-26434673-a6f1-4250-bcb0-5c00e5007944 req-511464c1-b5ba-4948-b8a2-e9919fd668fa tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557914 Apr 28 17:16:58.047365 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (6709bc96-1bf2-48d9-b5d3-8cc8c045236e), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:58.118670 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Sync routers for ids ['188a4789-0898-4418-95f0-2436d279a96c'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:16:58.133544 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Routers {'188a4789-0898-4418-95f0-2436d279a96c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:58.136306 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['188a4789-0898-4418-95f0-2436d279a96c'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:58.247455 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (6709bc96-1bf2-48d9-b5d3-8cc8c045236e), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:58.290986 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device a9c76bc7-f815-4ab2-9353-e973a5093104 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:16:58.326683 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (6709bc96-1bf2-48d9-b5d3-8cc8c045236e), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:58.353736 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6709bc96-1bf2-48d9-b5d3-8cc8c045236e,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:58.364692 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.365250 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.365696 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.366106 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.370925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.370925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.370925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.370925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.370925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.370925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.370925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.370925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.370925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.370925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.370925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:16:58.431813 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:58.435258 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-0d7b57ab-f42e-4ca2-95cf-cf924dc4cb00 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5678844 Apr 28 17:16:58.441971 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46790) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:58.450087 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-a07b5e78-74a4-4c5a-b9ad-9bce6a72d107 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Request body: {'security_group_rule': {'security_group_id': '0257935c-c2cf-4f65-9db8-4d234e2a26a7', 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:58.534690 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Set router 188a4789-0898-4418-95f0-2436d279a96c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:16:58.541207 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592cfbc-1f4b-4cb7-b72b-7b8edeed8a1e req-05767af1-aee4-47b1-87f8-d7b4410dbf1a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:58.544181 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9592cfbc-1f4b-4cb7-b72b-7b8edeed8a1e req-05767af1-aee4-47b1-87f8-d7b4410dbf1a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0813491 Apr 28 17:16:58.601134 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port a9c76bc7-f815-4ab2-9353-e973a5093104 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:58.601535 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:58.611039 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9592cfbc-1f4b-4cb7-b72b-7b8edeed8a1e req-aa0bf415-4fe7-40b4-aeeb-17dfbc934ce3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609190 Apr 28 17:16:58.622610 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a07b5e78-74a4-4c5a-b9ad-9bce6a72d107 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (eca8d8ee-6a2b-420e-bf65-96d4a31cd021), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:58.716654 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49b8a-2928-44d4-a7b7-ace19d229d69 req-d8f0c8aa-b226-4bde-9f3c-9ba536de24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:58.718192 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fdf49b8a-2928-44d4-a7b7-ace19d229d69 req-d8f0c8aa-b226-4bde-9f3c-9ba536de24a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 1130 time: 0.0561018 Apr 28 17:16:58.734790 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a07b5e78-74a4-4c5a-b9ad-9bce6a72d107 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (eca8d8ee-6a2b-420e-bf65-96d4a31cd021), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:58.789372 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port a9c76bc7-f815-4ab2-9353-e973a5093104 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:16:58.789763 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:58.824107 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49b8a-2928-44d4-a7b7-ace19d229d69 req-c42f301d-3464-4696-9a99-10b6f0982ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:58.825632 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fdf49b8a-2928-44d4-a7b7-ace19d229d69 req-c42f301d-3464-4696-9a99-10b6f0982ec6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.1003492 Apr 28 17:16:58.837880 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port a9c76bc7-f815-4ab2-9353-e973a5093104, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=a9c76bc7-f815-4ab2-9353-e973a5093104,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:16:58.849108 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a4789-0898-4418-95f0-2436d279a96c', 'name': 'tempest-TestShelveInstance-1796877763-router', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:49Z', 'updated_at': '2022-04-28T17:16:55Z', 'revision_number': 4, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'gw_port': {'id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:50Z', 'updated_at': '2022-04-28T17:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b225b3b0-166b-476e-a3a3-cf6a6fc2a2db', 'name': '', 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'mac_address': 'fa:16:3e:5c:7b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4f9dafb4-e76f-4aab-91f7-c32af02967a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:53Z', 'updated_at': '2022-04-28T17:16:55Z', 'revision_number': 2, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'subnets': [{'id': '4f9dafb4-e76f-4aab-91f7-c32af02967a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:58.877441 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Checking router: 188a4789-0898-4418-95f0-2436d279a96c for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:16:58.877828 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Updating router 188a4789-0898-4418-95f0-2436d279a96c port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db binding host dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:16:58.883189 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fdf49b8a-2928-44d4-a7b7-ace19d229d69 req-fe243d15-c3c3-444f-92a3-be1849eaf74a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6cd92cf-329e-4007-9e51-7732838fe006 HTTP/1.1" status: 200 len: 217 time: 0.0388861 Apr 28 17:16:58.912275 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:58.922823 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a07b5e78-74a4-4c5a-b9ad-9bce6a72d107 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (eca8d8ee-6a2b-420e-bf65-96d4a31cd021), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:58.949029 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b5e78-74a4-4c5a-b9ad-9bce6a72d107 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca8d8ee-6a2b-420e-bf65-96d4a31cd021,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:58.955944 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49b8a-2928-44d4-a7b7-ace19d229d69 req-a1b519e8-f7b1-4185-b911-20d7844c0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:58.957454 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fdf49b8a-2928-44d4-a7b7-ace19d229d69 req-a1b519e8-f7b1-4185-b911-20d7844c0dfa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0681956 Apr 28 17:16:59.006877 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49b8a-2928-44d4-a7b7-ace19d229d69 req-76dfd142-a033-4bbd-b8d1-731fe7035757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:59.008440 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fdf49b8a-2928-44d4-a7b7-ace19d229d69 req-76dfd142-a033-4bbd-b8d1-731fe7035757 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406191 Apr 28 17:16:59.035494 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.099609 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a07b5e78-74a4-4c5a-b9ad-9bce6a72d107 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.101754 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a07b5e78-74a4-4c5a-b9ad-9bce6a72d107 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6582313 Apr 28 17:16:59.104054 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46804) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:59.109477 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-0de29277-7148-4926-958d-002367c46b27 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Request body: {'security_group_rule': {'security_group_id': '0257935c-c2cf-4f65-9db8-4d234e2a26a7', 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:59.125490 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=a9c76bc7-f815-4ab2-9353-e973a5093104,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:59.179264 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fdf49b8a-2928-44d4-a7b7-ace19d229d69 req-981cf85f-f151-48b7-9c64-c214943cefec service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637905 Apr 28 17:16:59.279253 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0de29277-7148-4926-958d-002367c46b27 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (8fac51bd-ebb9-408b-a6cd-70a4717f1c81), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.287580 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Publish callbacks [] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.331615 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fdf49b8a-2928-44d4-a7b7-ace19d229d69 req-f00e914b-2990-466a-abb0-bb01779f4f38 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455889 Apr 28 17:16:59.365858 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0de29277-7148-4926-958d-002367c46b27 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (8fac51bd-ebb9-408b-a6cd-70a4717f1c81), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.388865 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.456164 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0de29277-7148-4926-958d-002367c46b27 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (8fac51bd-ebb9-408b-a6cd-70a4717f1c81), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.481485 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de29277-7148-4926-958d-002367c46b27 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fac51bd-ebb9-408b-a6cd-70a4717f1c81,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:59.503780 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ae5f6-1f8e-4186-8a4e-12be43c86920 None None] Pushing event updated for resources: {'Port': ['ID=b225b3b0-166b-476e-a3a3-cf6a6fc2a2db,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:59.562299 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Attempting to bind port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:16:59.563618 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Attempting to bind port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': '03b8fd0b-ef09-40ea-9c75-e82f204a36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:16:59.566227 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Attempting to bind port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db on network d8d81ff2-13fc-4ba6-8e2f-538907abb01e {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:16:59.575421 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:16:59.575915 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Checking segment: {'id': '03b8fd0b-ef09-40ea-9c75-e82f204a36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:16:59.576799 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.577443 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Bound using segment: {'id': '03b8fd0b-ef09-40ea-9c75-e82f204a36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:16:59.577921 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Bound port: b225b3b0-166b-476e-a3a3-cf6a6fc2a2db, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b8fd0b-ef09-40ea-9c75-e82f204a36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:16:59.578320 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.590574 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0de29277-7148-4926-958d-002367c46b27 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.592687 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0de29277-7148-4926-958d-002367c46b27 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4874892 Apr 28 17:16:59.595782 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46820) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:16:59.601049 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-5bbe2149-55a2-4dbf-8979-c0bef4d15333 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Request body: {'security_group_rule': {'security_group_id': '0257935c-c2cf-4f65-9db8-4d234e2a26a7', 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:16:59.670253 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] For port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:16:59.675105 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] For port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b225b3b0-166b-476e-a3a3-cf6a6fc2a2db,segment=NetworkSegment(03b8fd0b-ef09-40ea-9c75-e82f204a36fc),segment_id=03b8fd0b-ef09-40ea-9c75-e82f204a36fc)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:16:59.731164 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2149-55a2-4dbf-8979-c0bef4d15333 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (678bc32f-451b-4d36-bf02-da39d913ee96), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.744003 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.784621 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa080537-88ab-4423-8381-09da774efe3a req-72a393b9-f38f-4636-a71c-aa82a4312ea1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:16:59.786093 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-aa080537-88ab-4423-8381-09da774efe3a req-72a393b9-f38f-4636-a71c-aa82a4312ea1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0708411 Apr 28 17:16:59.795474 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-bd6eef80-b77a-47c0-8793-233be5bc65b1 None None] Provisioning complete for port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:16:59.796293 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bd6eef80-b77a-47c0-8793-233be5bc65b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.830168 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2149-55a2-4dbf-8979-c0bef4d15333 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (678bc32f-451b-4d36-bf02-da39d913ee96), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.849962 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Routers {'188a4789-0898-4418-95f0-2436d279a96c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:16:59.855319 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:16:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['188a4789-0898-4418-95f0-2436d279a96c'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:16:59.855476 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-aa080537-88ab-4423-8381-09da774efe3a req-9987965f-8281-4e26-92b9-e14f2d537ce4 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606794 Apr 28 17:16:59.858839 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ae5f6-1f8e-4186-8a4e-12be43c86920 None None] Pushing event updated for resources: {'Port': ['ID=b225b3b0-166b-476e-a3a3-cf6a6fc2a2db,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:16:59.903690 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2149-55a2-4dbf-8979-c0bef4d15333 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (678bc32f-451b-4d36-bf02-da39d913ee96), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:16:59.926647 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe2149-55a2-4dbf-8979-c0bef4d15333 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678bc32f-451b-4d36-bf02-da39d913ee96,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:00.002815 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eef80-b77a-47c0-8793-233be5bc65b1 None None] Current status of the port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:00.003204 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bd6eef80-b77a-47c0-8793-233be5bc65b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.014308 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] Set router 188a4789-0898-4418-95f0-2436d279a96c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:17:00.025522 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2149-55a2-4dbf-8979-c0bef4d15333 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.026784 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5bbe2149-55a2-4dbf-8979-c0bef4d15333 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4298973 Apr 28 17:17:00.029704 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46824) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:00.034722 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-77b19105-6caf-4060-ad65-8751ef993fe4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Request body: {'security_group_rule': {'security_group_id': '0257935c-c2cf-4f65-9db8-4d234e2a26a7', 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:00.085714 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-bd6eef80-b77a-47c0-8793-233be5bc65b1 None None] For port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b225b3b0-166b-476e-a3a3-cf6a6fc2a2db,segment=NetworkSegment(03b8fd0b-ef09-40ea-9c75-e82f204a36fc),segment_id=03b8fd0b-ef09-40ea-9c75-e82f204a36fc)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:00.135821 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.securitygroups_db [None req-77b19105-6caf-4060-ad65-8751ef993fe4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Project fbcc6f0b77184e149a43d3ae73acec24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 17:17:00.151034 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-77b19105-6caf-4060-ad65-8751ef993fe4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (4da6d45b-a2e1-4f97-a463-636861e76819), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.193628 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bd6eef80-b77a-47c0-8793-233be5bc65b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.230762 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device a9c76bc7-f815-4ab2-9353-e973a5093104 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:17:00.241399 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-77b19105-6caf-4060-ad65-8751ef993fe4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (4da6d45b-a2e1-4f97-a463-636861e76819), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.337161 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a4789-0898-4418-95f0-2436d279a96c', 'name': 'tempest-TestShelveInstance-1796877763-router', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:49Z', 'updated_at': '2022-04-28T17:16:55Z', 'revision_number': 4, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'gw_port': {'id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:50Z', 'updated_at': '2022-04-28T17:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b225b3b0-166b-476e-a3a3-cf6a6fc2a2db', 'name': '', 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'mac_address': 'fa:16:3e:5c:7b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4f9dafb4-e76f-4aab-91f7-c32af02967a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:53Z', 'updated_at': '2022-04-28T17:16:59Z', 'revision_number': 4, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'subnets': [{'id': '4f9dafb4-e76f-4aab-91f7-c32af02967a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:17:00.339433 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eef80-b77a-47c0-8793-233be5bc65b1 None None] Pushing event updated for resources: {'Port': ['ID=b225b3b0-166b-476e-a3a3-cf6a6fc2a2db,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:00.345081 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-b925cb12-13f6-476e-bb93-37b1989bf6d4 None None] Provisioning complete for port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:17:00.345458 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b925cb12-13f6-476e-bb93-37b1989bf6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.366189 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-77b19105-6caf-4060-ad65-8751ef993fe4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (4da6d45b-a2e1-4f97-a463-636861e76819), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.382459 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c5145-f343-47da-a115-6901d2b62d7f None None] The sync data for ids ['188a4789-0898-4418-95f0-2436d279a96c'] in dv-cinder-826949-5-iscsi is: [{'id': '188a4789-0898-4418-95f0-2436d279a96c', 'name': 'tempest-TestShelveInstance-1796877763-router', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:49Z', 'updated_at': '2022-04-28T17:16:55Z', 'revision_number': 4, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'gw_port': {'id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:50Z', 'updated_at': '2022-04-28T17:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b225b3b0-166b-476e-a3a3-cf6a6fc2a2db', 'name': '', 'network_id': 'd8d81ff2-13fc-4ba6-8e2f-538907abb01e', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'mac_address': 'fa:16:3e:5c:7b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4f9dafb4-e76f-4aab-91f7-c32af02967a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:53Z', 'updated_at': '2022-04-28T17:16:59Z', 'revision_number': 4, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'subnets': [{'id': '4f9dafb4-e76f-4aab-91f7-c32af02967a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:17:00.384611 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b19105-6caf-4060-ad65-8751ef993fe4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da6d45b-a2e1-4f97-a463-636861e76819,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:00.417568 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port a9c76bc7-f815-4ab2-9353-e973a5093104 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:17:00.417844 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.487532 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-77b19105-6caf-4060-ad65-8751ef993fe4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.493682 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-77b19105-6caf-4060-ad65-8751ef993fe4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4627061 Apr 28 17:17:00.494758 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46836) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:00.520377 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-4a73ee60-52e6-45f1-9902-58a79cbbd86f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Request body: {'security_group_rule': {'security_group_id': '0257935c-c2cf-4f65-9db8-4d234e2a26a7', 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:00.607555 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.securitygroups_db [None req-4a73ee60-52e6-45f1-9902-58a79cbbd86f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Project fbcc6f0b77184e149a43d3ae73acec24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 17:17:00.617622 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a73ee60-52e6-45f1-9902-58a79cbbd86f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (d7a78e0d-9715-4e87-9876-722609607a8a), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.630977 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port a9c76bc7-f815-4ab2-9353-e973a5093104 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:00.633513 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-b925cb12-13f6-476e-bb93-37b1989bf6d4 None None] Current status of the port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:00.691171 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a73ee60-52e6-45f1-9902-58a79cbbd86f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (d7a78e0d-9715-4e87-9876-722609607a8a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.771853 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a73ee60-52e6-45f1-9902-58a79cbbd86f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (d7a78e0d-9715-4e87-9876-722609607a8a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.801858 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73ee60-52e6-45f1-9902-58a79cbbd86f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a78e0d-9715-4e87-9876-722609607a8a,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:00.874792 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a73ee60-52e6-45f1-9902-58a79cbbd86f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:00.876050 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4a73ee60-52e6-45f1-9902-58a79cbbd86f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3792565 Apr 28 17:17:00.999056 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437275e-7476-470e-ba60-54daeffc85f4 req-58345bec-667e-4b0c-870c-c76694135486 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:01.003590 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8437275e-7476-470e-ba60-54daeffc85f4 req-58345bec-667e-4b0c-870c-c76694135486 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0607209 Apr 28 17:17:01.051830 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8437275e-7476-470e-ba60-54daeffc85f4 req-66453a96-0dc5-4b94-903e-d8eac6295e20 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Apr 28 17:17:02.158308 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d11c-3956-47f8-91a1-d103a0ad16c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:02.174808 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0755e5-086e-4853-ad3f-b7a174eb6080 req-e774e722-876a-45e0-bc56-7a65ab6a1207 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:02.174808 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c0755e5-086e-4853-ad3f-b7a174eb6080 req-e774e722-876a-45e0-bc56-7a65ab6a1207 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0502741 Apr 28 17:17:02.218644 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b225b3b0-166b-476e-a3a3-cf6a6fc2a2db up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:17:02.221462 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c0755e5-086e-4853-ad3f-b7a174eb6080 req-4448f254-3517-406c-a430-3beeeb9ac3b4 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463312 Apr 28 17:17:02.271546 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:17:02.271923 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:02.494774 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:03.807901 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46896) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:03.914041 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3f654e39-c575-4081-a43b-153e6ab8e154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:03.989576 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3f654e39-c575-4081-a43b-153e6ab8e154 admin admin] Publish callbacks [] for security_group (1b86aef2-11de-4756-bd8a-169d0d35b8c6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:04.063729 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3f654e39-c575-4081-a43b-153e6ab8e154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (1b86aef2-11de-4756-bd8a-169d0d35b8c6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:04.103028 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3f654e39-c575-4081-a43b-153e6ab8e154 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a13843200e434ca299cb3251fdf11cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941301 Apr 28 17:17:04.104024 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f654e39-c575-4081-a43b-153e6ab8e154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b86aef2-11de-4756-bd8a-169d0d35b8c6,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:04.106441 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46900) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:04.158327 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2046-9c16-47f4-a2df-9552306551c2 admin admin] Publish callbacks [] for security_group (1b86aef2-11de-4756-bd8a-169d0d35b8c6), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:04.179072 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2046-9c16-47f4-a2df-9552306551c2 admin admin] Publish callbacks [] for security_group (1b86aef2-11de-4756-bd8a-169d0d35b8c6), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:04.295920 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2046-9c16-47f4-a2df-9552306551c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (1b86aef2-11de-4756-bd8a-169d0d35b8c6), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:04.298614 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2046-9c16-47f4-a2df-9552306551c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:04.299855 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-a6dd2046-9c16-47f4-a2df-9552306551c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b86aef2-11de-4756-bd8a-169d0d35b8c6 HTTP/1.1" status: 204 len: 168 time: 0.1922693 Apr 28 17:17:04.310397 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd2046-9c16-47f4-a2df-9552306551c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b86aef2-11de-4756-bd8a-169d0d35b8c6,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:04.546441 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-80ecb7e1-38e7-4882-bdc4-fbeaebfbeaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:04.688410 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46916) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:04.692804 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-d55c6cfa-3709-4bba-a73f-706b52e1f2ef tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1388630325', 'description': 'tempest-description--868450432'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:04.815813 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d55c6cfa-3709-4bba-a73f-706b52e1f2ef tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:04.881357 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d55c6cfa-3709-4bba-a73f-706b52e1f2ef tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group (c8a1960a-17d1-43e6-91a9-1976500ef4d8), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:04.943160 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d55c6cfa-3709-4bba-a73f-706b52e1f2ef tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (c8a1960a-17d1-43e6-91a9-1976500ef4d8), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:04.972935 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c6cfa-3709-4bba-a73f-706b52e1f2ef tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a1960a-17d1-43e6-91a9-1976500ef4d8,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:05.028734 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46918) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:05.038919 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d55c6cfa-3709-4bba-a73f-706b52e1f2ef tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.040199 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d55c6cfa-3709-4bba-a73f-706b52e1f2ef tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3507650 Apr 28 17:17:05.043404 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46920) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:05.049504 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-1646917c-47e9-476b-b6e0-c7d1d9aee4c2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Request body: {'security_group_rule': {'security_group_id': 'c8a1960a-17d1-43e6-91a9-1976500ef4d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:05.052482 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b71bcdf1-e436-477a-a82e-56c92dc4c96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.132247 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b71bcdf1-e436-477a-a82e-56c92dc4c96c admin admin] Publish callbacks [] for security_group (a76b2cc6-c064-421f-8068-d00d077a0dc8), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.136451 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1646917c-47e9-476b-b6e0-c7d1d9aee4c2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group_rule (e7d13d1f-0fd0-466a-9bde-a47bcb8225f0), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.193955 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1646917c-47e9-476b-b6e0-c7d1d9aee4c2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group_rule (e7d13d1f-0fd0-466a-9bde-a47bcb8225f0), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.206460 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b71bcdf1-e436-477a-a82e-56c92dc4c96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (a76b2cc6-c064-421f-8068-d00d077a0dc8), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.244904 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b71bcdf1-e436-477a-a82e-56c92dc4c96c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc772c10f775410d8001958c702950bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150407 Apr 28 17:17:05.245806 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bcdf1-e436-477a-a82e-56c92dc4c96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76b2cc6-c064-421f-8068-d00d077a0dc8,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:05.247986 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46922) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:05.282557 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1646917c-47e9-476b-b6e0-c7d1d9aee4c2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (e7d13d1f-0fd0-466a-9bde-a47bcb8225f0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.308815 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646917c-47e9-476b-b6e0-c7d1d9aee4c2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d13d1f-0fd0-466a-9bde-a47bcb8225f0,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:05.328864 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cfb65100-4ab7-4c67-888c-484b212d5d69 admin admin] Publish callbacks [] for security_group (a76b2cc6-c064-421f-8068-d00d077a0dc8), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.352788 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cfb65100-4ab7-4c67-888c-484b212d5d69 admin admin] Publish callbacks [] for security_group (a76b2cc6-c064-421f-8068-d00d077a0dc8), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.384047 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1646917c-47e9-476b-b6e0-c7d1d9aee4c2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.385287 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1646917c-47e9-476b-b6e0-c7d1d9aee4c2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3405585 Apr 28 17:17:05.388753 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 46930) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:05.393495 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-f4b676ac-e88c-4723-a32e-345774f6781b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Request body: {'security_group_rule': {'security_group_id': 'c8a1960a-17d1-43e6-91a9-1976500ef4d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:05.474755 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cfb65100-4ab7-4c67-888c-484b212d5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (a76b2cc6-c064-421f-8068-d00d077a0dc8), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.477380 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cfb65100-4ab7-4c67-888c-484b212d5d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.478551 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cfb65100-4ab7-4c67-888c-484b212d5d69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a76b2cc6-c064-421f-8068-d00d077a0dc8 HTTP/1.1" status: 204 len: 168 time: 0.2295167 Apr 28 17:17:05.488459 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb65100-4ab7-4c67-888c-484b212d5d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76b2cc6-c064-421f-8068-d00d077a0dc8,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:05.528545 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4b676ac-e88c-4723-a32e-345774f6781b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group_rule (0f38330b-4033-46e2-895b-de8b42448e3e), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.592633 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4b676ac-e88c-4723-a32e-345774f6781b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group_rule (0f38330b-4033-46e2-895b-de8b42448e3e), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.610322 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.674447 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4b676ac-e88c-4723-a32e-345774f6781b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (0f38330b-4033-46e2-895b-de8b42448e3e), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.692935 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b676ac-e88c-4723-a32e-345774f6781b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f38330b-4033-46e2-895b-de8b42448e3e,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:05.811660 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4b676ac-e88c-4723-a32e-345774f6781b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:05.812897 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-f4b676ac-e88c-4723-a32e-345774f6781b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4230988 Apr 28 17:17:05.816011 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 46934) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:05.820468 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:05.938332 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:06.247144 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:06.361549 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Allocated IP 172.27.2.112 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/2996ee0a-f652-4e6d-b985-8884925d4b68) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:17:06.499950 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for port (2996ee0a-f652-4e6d-b985-8884925d4b68), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:06.624104 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (2996ee0a-f652-4e6d-b985-8884925d4b68), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:06.666079 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:17:06.669658 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:17:06.678251 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:17:06.703061 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event updated for resources: {'Port': ['ID=2996ee0a-f652-4e6d-b985-8884925d4b68,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:06.781058 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for floatingip (c87ca215-1785-4626-ae7b-c55c140dedc3), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:06.951526 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2996ee0a-f652-4e6d-b985-8884925d4b68), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:06.970049 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c52b5-c41f-4bca-bb40-41621c6fe9c0 req-25fc2cf3-1bd4-4014-a9e3-38afc5f23a77 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:06.972506 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b17c52b5-c41f-4bca-bb40-41621c6fe9c0 req-25fc2cf3-1bd4-4014-a9e3-38afc5f23a77 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0895727 Apr 28 17:17:07.004415 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:07.028177 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b17c52b5-c41f-4bca-bb40-41621c6fe9c0 req-1e76ae78-5f18-4132-a487-ccbf0be91cef tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499043 Apr 28 17:17:07.122057 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for port (2996ee0a-f652-4e6d-b985-8884925d4b68), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:07.201393 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (2996ee0a-f652-4e6d-b985-8884925d4b68), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:07.250501 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e48632-1087-4a12-b14d-031644c26edf req-72e439b5-b1fe-4b68-befe-6c0c8e1d9562 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:07.258241 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f4e48632-1087-4a12-b14d-031644c26edf req-72e439b5-b1fe-4b68-befe-6c0c8e1d9562 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0569997 Apr 28 17:17:07.304441 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (c87ca215-1785-4626-ae7b-c55c140dedc3), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:07.312187 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f4e48632-1087-4a12-b14d-031644c26edf req-7d690456-0dc4-464c-94f6-a1e91b1eacf9 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527532 Apr 28 17:17:07.327071 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event updated for resources: {'Port': ['ID=2996ee0a-f652-4e6d-b985-8884925d4b68,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:07.471027 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:07.472331 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3856c1b2-9b58-40e1-ac80-c8f86382ef52 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6552787 Apr 28 17:17:07.717547 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-e12ed095-f7d4-48e5-8ced-5447016fb5df tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1388630325&fields=id&tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e HTTP/1.1" status: 200 len: 267 time: 0.0444727 Apr 28 17:17:07.828750 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-1d4b0926-166a-4110-b64e-f8e101c16dab tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:07.830128 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-1d4b0926-166a-4110-b64e-f8e101c16dab tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 819 time: 0.1060011 Apr 28 17:17:07.845243 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-76ae1405-a5ca-4a1c-a3c6-8d3aafd86d77 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/quotas/8ce6ed1c9a114619862c6fdbcbc9897e HTTP/1.1" status: 200 len: 375 time: 0.0096633 Apr 28 17:17:07.897471 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-d7aa4a17-1a1f-49b3-a929-e0599f31cea9 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0472507 Apr 28 17:17:08.007849 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-b2a98029-1b28-4fed-8ad2-a8364c341bed service neutron] 10.222.0.64 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961466 Apr 28 17:17:08.098491 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-ddbfba91-fda5-4418-96c8-733de639e09e service neutron] 10.222.0.64 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846190 Apr 28 17:17:08.154900 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f703ccf-6c34-44ee-ac89-6359c5450725 req-adeffc6c-3740-420f-b938-d8ffa48846d1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:08.156499 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7f703ccf-6c34-44ee-ac89-6359c5450725 req-adeffc6c-3740-420f-b938-d8ffa48846d1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0572751 Apr 28 17:17:08.204262 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7f703ccf-6c34-44ee-ac89-6359c5450725 req-3b6dbb74-3ff1-46da-8082-532efaa5e95b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418477 Apr 28 17:17:08.388855 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8662e60c-938a-4761-ab53-4f01650ba509 req-3d460dba-9786-4403-8b4d-354022acb7d3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 210 time: 0.0300739 Apr 28 17:17:08.449794 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:08.452233 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74ac4a-0fa1-48f0-90c4-ef3baa3ec0a3 req-3e457430-04b1-4320-8e83-85b967f9f737 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:08.453767 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f74ac4a-0fa1-48f0-90c4-ef3baa3ec0a3 req-3e457430-04b1-4320-8e83-85b967f9f737 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0562632 Apr 28 17:17:08.504428 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f74ac4a-0fa1-48f0-90c4-ef3baa3ec0a3 req-dea017b7-6e98-4bb7-b884-59c6f7715e3b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Apr 28 17:17:08.803653 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-9a471639-46c1-4911-a42e-adf1e82b0083 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bf09fbfe07d14d02bcedb1a4429ae860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294626 Apr 28 17:17:09.200763 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-ea133875-ab7c-4f66-9c58-128c9d1fbc1f tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:09.202162 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-ea133875-ab7c-4f66-9c58-128c9d1fbc1f tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3932965 Apr 28 17:17:09.216167 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-4f51beef-dbb3-4260-9339-57e37976e5cb tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/quotas/bf09fbfe07d14d02bcedb1a4429ae860 HTTP/1.1" status: 200 len: 375 time: 0.0087039 Apr 28 17:17:09.250586 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-8768b66b-3c34-4cb5-ba0e-89eaf72eaa4b tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf09fbfe07d14d02bcedb1a4429ae860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292311 Apr 28 17:17:09.330091 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98e9fd-a59e-4360-91cb-c9439558cdfd req-545d9838-88f1-48d9-a9d4-7be32eed14c5 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:09.331573 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0d98e9fd-a59e-4360-91cb-c9439558cdfd req-545d9838-88f1-48d9-a9d4-7be32eed14c5 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0479326 Apr 28 17:17:09.379222 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0d98e9fd-a59e-4360-91cb-c9439558cdfd req-bcbb27c5-3329-4f4b-9240-f7f3a3edf7d9 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419838 Apr 28 17:17:09.491969 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c074d35d-11a3-450d-9a25-c18ca4821b2b req-7fc5d9db-c52a-4924-a225-986ceabb3662 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 210 time: 0.0312335 Apr 28 17:17:09.521186 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-77638d30-d180-4a97-affb-a36750e7967f req-b7e10907-7108-4c86-b682-400ed9e60b37 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 210 time: 0.0464678 Apr 28 17:17:09.641443 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdde932-cd26-4ea0-a7a4-c1e0675ff8d1 req-fbcbc47e-b5d8-476e-bea7-23c89a51f3d8 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:09.642905 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fdde932-cd26-4ea0-a7a4-c1e0675ff8d1 req-fbcbc47e-b5d8-476e-bea7-23c89a51f3d8 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0556827 Apr 28 17:17:09.690394 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fdde932-cd26-4ea0-a7a4-c1e0675ff8d1 req-696c47ca-68e6-41d4-a049-37baad0cf9c8 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416367 Apr 28 17:17:10.495782 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf333b3e-321a-475f-b547-936c24b15daf req-b1a531e1-8a2e-427f-973a-72eae57dee72 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:10.497711 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cf333b3e-321a-475f-b547-936c24b15daf req-b1a531e1-8a2e-427f-973a-72eae57dee72 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0482700 Apr 28 17:17:10.549219 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cf333b3e-321a-475f-b547-936c24b15daf req-386aae1b-5f68-442b-b93d-b4b16cafb6da tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458412 Apr 28 17:17:10.597559 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-011b570b-6fde-423d-b22b-617cfbe42f3d req-0e0923f7-3f69-4ee9-9db7-0dd52fcde1cc tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 210 time: 0.0294640 Apr 28 17:17:10.624342 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-051e59d9-1b77-483d-b8d6-b9d5b112f675 req-f7b63c79-5eb9-43c3-865a-20b2ee3b6416 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 210 time: 0.0280163 Apr 28 17:17:10.814711 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46db938-56d9-46d7-9419-a55436bfd137 req-d9b12a5e-a962-4f1f-8457-4d466f1f13ac tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:10.816219 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c46db938-56d9-46d7-9419-a55436bfd137 req-d9b12a5e-a962-4f1f-8457-4d466f1f13ac tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0473905 Apr 28 17:17:10.870458 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c46db938-56d9-46d7-9419-a55436bfd137 req-20ad5aae-a2c9-426c-9ee8-e9ec22f66fbc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481966 Apr 28 17:17:11.007788 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-fa689c52-d894-44db-8fbf-0852f60038ce tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:11.009318 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-fa689c52-d894-44db-8fbf-0852f60038ce tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 819 time: 0.1076019 Apr 28 17:17:11.084726 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-96648a16-f08b-49ee-8e5f-9a6caf0f83f3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e HTTP/1.1" status: 200 len: 380 time: 0.0546534 Apr 28 17:17:11.093905 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Request body: {'port': {'device_id': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'admin_state_up': True, 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'security_groups': ['c8a1960a-17d1-43e6-91a9-1976500ef4d8']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:11.292008 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Made reservation on behalf of 8ce6ed1c9a114619862c6fdbcbc9897e for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:17:11.295570 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:11.435484 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Allocated IP 172.20.0.4 (d7930fad-9b25-4105-a4c3-1439cf4d5dbb/86f3cb4e-5299-4290-a70a-a94038032f56/04b0789b-6317-41e3-89bf-3291d0e80787) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:17:11.572220 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for port (04b0789b-6317-41e3-89bf-3291d0e80787), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:11.661544 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:11.677270 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09e0f8-8e06-44b1-b531-e720b9c1460d req-209d6d43-af90-4283-ac8a-2781b9e93026 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:11.678705 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7c09e0f8-8e06-44b1-b531-e720b9c1460d req-209d6d43-af90-4283-ac8a-2781b9e93026 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0525296 Apr 28 17:17:11.737620 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7c09e0f8-8e06-44b1-b531-e720b9c1460d req-faecf74d-6271-46ad-846b-b0f03fc0b74e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516536 Apr 28 17:17:11.741545 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Network d7930fad-9b25-4105-a4c3-1439cf4d5dbb is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:17:11.753880 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:17:11.763478 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event updated for resources: {'Port': ['ID=04b0789b-6317-41e3-89bf-3291d0e80787,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:11.769915 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:17:11.798864 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941aa8b0-a186-4e21-b83e-d9ef20f75c44 req-39f5f30f-e7c4-468c-8bbb-ec3fa9d20e1d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:11.800250 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-941aa8b0-a186-4e21-b83e-d9ef20f75c44 req-39f5f30f-e7c4-468c-8bbb-ec3fa9d20e1d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 931 time: 0.1074426 Apr 28 17:17:11.849106 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:11.849831 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:11.868505 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a2ba659d-a80e-45bc-af51-db94d986b539 req-e2f62cc1-7065-43b8-b004-92af5ed5c182 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 210 time: 0.0429778 Apr 28 17:17:11.888679 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-941aa8b0-a186-4e21-b83e-d9ef20f75c44 req-b4926dea-7e05-4d14-8b64-973b079ad063 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783377 Apr 28 17:17:11.998886 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10889da1-6e22-4c8c-b60d-670f93761c34 req-a3ec2041-22bf-4b0f-8eb7-d5e5d1cd329e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:12.000417 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-10889da1-6e22-4c8c-b60d-670f93761c34 req-a3ec2041-22bf-4b0f-8eb7-d5e5d1cd329e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0480268 Apr 28 17:17:12.015078 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-856e4e59-2a4e-4b5c-b92b-35d27ce14356 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9248002 Apr 28 17:17:12.029776 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-e49f10d2-ebbe-4966-9849-e4333eb41dd0 None None] Provisioning complete for port 04b0789b-6317-41e3-89bf-3291d0e80787 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:17:12.030377 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e49f10d2-ebbe-4966-9849-e4333eb41dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:12.050476 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-10889da1-6e22-4c8c-b60d-670f93761c34 req-29760e91-8dcf-4407-9c3c-eebe8744fe80 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443544 Apr 28 17:17:12.066086 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-e49f10d2-ebbe-4966-9849-e4333eb41dd0 None None] Port 04b0789b-6317-41e3-89bf-3291d0e80787 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:17:12.140567 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Request body: {'port': {'device_id': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:12.205473 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:12.426092 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-13834d1e-375e-4da4-afb4-af49b25ae78a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bf09fbfe07d14d02bcedb1a4429ae860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207510 Apr 28 17:17:12.469825 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b0789b-6317-41e3-89bf-3291d0e80787 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:17:12.477283 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Publish callbacks [] for port (04b0789b-6317-41e3-89bf-3291d0e80787), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:12.489669 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Transition to ACTIVE for port object 04b0789b-6317-41e3-89bf-3291d0e80787 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:17:12.575114 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:12.609965 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-791c055e-dabd-4754-9928-fb0f3ddb9aa1 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:12.611337 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-791c055e-dabd-4754-9928-fb0f3ddb9aa1 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168625 Apr 28 17:17:12.633406 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Request body: {'port': {'device_id': 'ca4212a0-f542-4937-b133-564ab4684465', 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88', 'admin_state_up': True, 'tenant_id': 'bf09fbfe07d14d02bcedb1a4429ae860'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:12.649836 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Pushing event updated for resources: {'Port': ['ID=04b0789b-6317-41e3-89bf-3291d0e80787,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:12.703787 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Attempting to bind port 04b0789b-6317-41e3-89bf-3291d0e80787 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:17:12.704381 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Attempting to bind port 04b0789b-6317-41e3-89bf-3291d0e80787 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:17:12.704489 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Attempting to bind port 04b0789b-6317-41e3-89bf-3291d0e80787 on network d7930fad-9b25-4105-a4c3-1439cf4d5dbb {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:17:12.712631 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Port 04b0789b-6317-41e3-89bf-3291d0e80787 on network d7930fad-9b25-4105-a4c3-1439cf4d5dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:17:12.712959 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Attempting to bind port 04b0789b-6317-41e3-89bf-3291d0e80787 on network d7930fad-9b25-4105-a4c3-1439cf4d5dbb {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:17:12.719255 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:17:12.723250 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Checking segment: {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:17:12.726026 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Bound using segment: {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:17:12.726026 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Bound port: 04b0789b-6317-41e3-89bf-3291d0e80787, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05484b8b-9819-4977-bf87-664fdc4eb436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:17:12.726026 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:12.799857 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] For port 04b0789b-6317-41e3-89bf-3291d0e80787, host hv-cinder-82694, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:17:12.805391 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] For port 04b0789b-6317-41e3-89bf-3291d0e80787, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=04b0789b-6317-41e3-89bf-3291d0e80787,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:17:12.871183 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94768039-6e0b-4407-9fda-156a16df1b3f req-52de3117-be98-457f-b5c0-0e308d335c30 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:12.872945 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-94768039-6e0b-4407-9fda-156a16df1b3f req-52de3117-be98-457f-b5c0-0e308d335c30 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0597303 Apr 28 17:17:12.922448 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-94768039-6e0b-4407-9fda-156a16df1b3f req-2ae5a094-209e-4fd7-aa2d-c148961ec5be tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Apr 28 17:17:12.926843 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:12.968456 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:12.969148 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:12.970700 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] 10.222.0.66 "PUT /v2.0/ports/04b0789b-6317-41e3-89bf-3291d0e80787 HTTP/1.1" status: 200 len: 1093 time: 0.8354123 Apr 28 17:17:12.971160 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:17:12.973494 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3c7e39-acf5-4ded-9fd4-eb29b293bafd" -d '{"events": [{"name": "network-changed", "server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:17:13.001852 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b7410605-4fd8-4b43-b235-89c48dea39da req-6fb1e484-022b-435f-baf4-f3d3d5ae88e4 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 210 time: 0.0430155 Apr 28 17:17:13.006292 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0ff01-6ccb-4c62-bfc7-9653854547e4 service neutron] Pushing event updated for resources: {'Port': ['ID=04b0789b-6317-41e3-89bf-3291d0e80787,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:13.018340 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Made reservation on behalf of bf09fbfe07d14d02bcedb1a4429ae860 for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:17:13.022316 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:13.032679 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:13.072487 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b66917-fc6f-49eb-96c6-09b724a7bc10 x-openstack-request-id: req-39b66917-fc6f-49eb-96c6-09b724a7bc10 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:17:13.072487 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:17:13.074425 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39b66917-fc6f-49eb-96c6-09b724a7bc10 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:17:13.075065 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b66917-fc6f-49eb-96c6-09b724a7bc10'] response: {'name': 'network-changed', 'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787', 'status': 'completed', 'code': 200} Apr 28 17:17:13.086975 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8ea9-b769-43fa-843c-01c57470dfe5 req-c0e3d385-807f-4ec1-966f-54293ab09ec6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:13.088620 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d1a8ea9-b769-43fa-843c-01c57470dfe5 req-c0e3d385-807f-4ec1-966f-54293ab09ec6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 943 time: 0.0715506 Apr 28 17:17:13.179350 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Publish callbacks [] for security_group (d3f931b3-e6da-4707-84b0-ec38408cabaa), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:13.208131 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201524-1d2e-4adc-ad11-25ac9bf4bdb0 req-c775a3aa-fabf-424e-b774-ffbaa4d4fe55 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:13.212250 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c7e39-acf5-4ded-9fd4-eb29b293bafd req-6be56d88-b27d-4122-9296-c6943eb1770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:13.214391 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ee3c7e39-acf5-4ded-9fd4-eb29b293bafd req-6be56d88-b27d-4122-9296-c6943eb1770b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 1127 time: 0.0707660 Apr 28 17:17:13.215491 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-46201524-1d2e-4adc-ad11-25ac9bf4bdb0 req-c775a3aa-fabf-424e-b774-ffbaa4d4fe55 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0736368 Apr 28 17:17:13.218812 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d1a8ea9-b769-43fa-843c-01c57470dfe5 req-bf950ece-815d-4e34-981a-9731918bd29b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225207 Apr 28 17:17:13.265240 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-46201524-1d2e-4adc-ad11-25ac9bf4bdb0 req-6b53abc3-5fcb-4292-b4ce-aa0322985924 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487547 Apr 28 17:17:13.277913 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d3f931b3-e6da-4707-84b0-ec38408cabaa), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:13.344831 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c7e39-acf5-4ded-9fd4-eb29b293bafd req-baf9dde6-292b-4ecf-af37-a52950a115f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:13.346359 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ee3c7e39-acf5-4ded-9fd4-eb29b293bafd req-baf9dde6-292b-4ecf-af37-a52950a115f8 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1052277 Apr 28 17:17:13.346513 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f931b3-e6da-4707-84b0-ec38408cabaa,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:13.422593 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Allocated IP 192.168.233.93 (d6598545-bd29-4552-b759-106ca5c81f88/4930f48e-0d52-4483-a685-bd7fa665c499/fa91751c-80d7-4d92-bd58-c326195ed902) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:17:13.458229 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c7e39-acf5-4ded-9fd4-eb29b293bafd req-75143b8b-0699-4757-8ab0-f4774119dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:13.459760 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ee3c7e39-acf5-4ded-9fd4-eb29b293bafd req-75143b8b-0699-4757-8ab0-f4774119dd10 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016152 Apr 28 17:17:13.561474 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-034b1db9-6f34-404e-a7d0-f2ade0be2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:13.562963 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-034b1db9-6f34-404e-a7d0-f2ade0be2f5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 1127 time: 0.0390117 Apr 28 17:17:13.575955 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Publish callbacks [] for port (fa91751c-80d7-4d92-bd58-c326195ed902), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:13.619148 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-2d195c80-8f83-4de7-89e8-78c7817ac141 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b0789b-6317-41e3-89bf-3291d0e80787 HTTP/1.1" status: 200 len: 217 time: 0.0383573 Apr 28 17:17:13.676925 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-688899a5-c174-4033-b5e0-0506bb6819ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:13.678401 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-688899a5-c174-4033-b5e0-0506bb6819ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0473437 Apr 28 17:17:13.684831 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:13.726565 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Network d6598545-bd29-4552-b759-106ca5c81f88 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:17:13.727395 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-28b7ccb2-12ce-4b58-8012-c2e341a5899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:13.729648 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-28b7ccb2-12ce-4b58-8012-c2e341a5899a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381584 Apr 28 17:17:13.732146 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:17:13.735797 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:17:13.766749 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Pushing event updated for resources: {'Port': ['ID=fa91751c-80d7-4d92-bd58-c326195ed902,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:13.795490 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:13.796135 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:13.836905 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-926e7025-9621-431c-8a70-4bb5255bacc6 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992119 Apr 28 17:17:13.928878 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-c7fcb965-e7d7-4448-a164-d56f76e05b5a tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2972541 Apr 28 17:17:13.934248 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ee008a4-f000-4d99-af42-6b6db0ff7219 req-a7f910d3-3c6e-4a5d-89c7-dbae2b16784c service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894899 Apr 28 17:17:13.964325 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Request body: {'port': {'device_id': 'ca4212a0-f542-4937-b133-564ab4684465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:14.043041 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-6532861d-fea9-4ba7-b19c-56d16f81e2df None None] Provisioning complete for port fa91751c-80d7-4d92-bd58-c326195ed902 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:17:14.044119 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6532861d-fea9-4ba7-b19c-56d16f81e2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:14.049488 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba269e6-9306-4b32-90f4-976ffd1e1ead req-e2ae5119-ccf7-44cd-b76e-223dcc589b16 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:14.050966 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2ba269e6-9306-4b32-90f4-976ffd1e1ead req-e2ae5119-ccf7-44cd-b76e-223dcc589b16 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0524981 Apr 28 17:17:14.067588 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:14.095361 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-6532861d-fea9-4ba7-b19c-56d16f81e2df None None] Port fa91751c-80d7-4d92-bd58-c326195ed902 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:17:14.119090 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2ba269e6-9306-4b32-90f4-976ffd1e1ead req-13ee20a6-af18-43b3-ae30-7b17e007ee0c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552626 Apr 28 17:17:14.231254 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ab492-520a-42a5-a3e2-59a2d7b2819e req-1b0076ca-d5a8-4413-97e5-3dcff26733c3 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:14.232729 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ec3ab492-520a-42a5-a3e2-59a2d7b2819e req-1b0076ca-d5a8-4413-97e5-3dcff26733c3 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 935 time: 0.1167936 Apr 28 17:17:14.315437 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ec3ab492-520a-42a5-a3e2-59a2d7b2819e req-8793549c-4d45-4d76-8ccd-598e900465d9 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702517 Apr 28 17:17:14.376988 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca18de4-3428-467e-957b-72c99244aec1 req-1ff98042-7891-4323-8073-bd4990477eff tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:14.379664 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7ca18de4-3428-467e-957b-72c99244aec1 req-1ff98042-7891-4323-8073-bd4990477eff tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 943 time: 0.0769460 Apr 28 17:17:14.429476 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7ca18de4-3428-467e-957b-72c99244aec1 req-c2f5e975-d610-40dd-a94a-f8bbaa69208d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437310 Apr 28 17:17:14.457050 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d717b-f930-48b3-ab32-0f705b48bff2 req-52965e0b-e1e9-4e3a-8e42-948c10d1c013 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:14.458580 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-631d717b-f930-48b3-ab32-0f705b48bff2 req-52965e0b-e1e9-4e3a-8e42-948c10d1c013 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0644875 Apr 28 17:17:14.539216 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa91751c-80d7-4d92-bd58-c326195ed902 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:17:14.549200 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-631d717b-f930-48b3-ab32-0f705b48bff2 req-691e5010-eaad-4958-ba40-ac7adb97b970 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832605 Apr 28 17:17:14.551054 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Publish callbacks [] for port (fa91751c-80d7-4d92-bd58-c326195ed902), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:14.565093 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Transition to ACTIVE for port object fa91751c-80d7-4d92-bd58-c326195ed902 will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:17:14.674964 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:14.738136 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Pushing event updated for resources: {'Port': ['ID=fa91751c-80d7-4d92-bd58-c326195ed902,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:14.808640 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Attempting to bind port fa91751c-80d7-4d92-bd58-c326195ed902 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:17:14.808987 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Attempting to bind port fa91751c-80d7-4d92-bd58-c326195ed902 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '0d81800e-cf16-4b0d-8c8a-52236beaa5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:17:14.809325 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Attempting to bind port fa91751c-80d7-4d92-bd58-c326195ed902 on network d6598545-bd29-4552-b759-106ca5c81f88 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:17:14.817408 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Port fa91751c-80d7-4d92-bd58-c326195ed902 on network d6598545-bd29-4552-b759-106ca5c81f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:17:14.817736 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Attempting to bind port fa91751c-80d7-4d92-bd58-c326195ed902 on network d6598545-bd29-4552-b759-106ca5c81f88 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:17:14.823675 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:17:14.824015 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Checking segment: {'id': '0d81800e-cf16-4b0d-8c8a-52236beaa5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:17:14.824435 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Bound using segment: {'id': '0d81800e-cf16-4b0d-8c8a-52236beaa5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:17:14.824864 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Bound port: fa91751c-80d7-4d92-bd58-c326195ed902, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d81800e-cf16-4b0d-8c8a-52236beaa5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:17:14.825225 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:14.892567 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] For port fa91751c-80d7-4d92-bd58-c326195ed902, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:17:14.895831 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] For port fa91751c-80d7-4d92-bd58-c326195ed902, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fa91751c-80d7-4d92-bd58-c326195ed902,segment=NetworkSegment(0d81800e-cf16-4b0d-8c8a-52236beaa5ad),segment_id=0d81800e-cf16-4b0d-8c8a-52236beaa5ad)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:17:14.961259 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:14.998276 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:14.998889 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:15.000254 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] 10.222.0.66 "PUT /v2.0/ports/fa91751c-80d7-4d92-bd58-c326195ed902 HTTP/1.1" status: 200 len: 1097 time: 1.0412838 Apr 28 17:17:15.000681 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4212a0-f542-4937-b133-564ab4684465', 'tag': 'fa91751c-80d7-4d92-bd58-c326195ed902'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:17:15.002866 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71323309-f151-4e5a-9e35-9e92ae7e9139" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4212a0-f542-4937-b133-564ab4684465", "tag": "fa91751c-80d7-4d92-bd58-c326195ed902"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:17:15.027814 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2f7ad-fbaf-4986-bf74-19fe3334ec01 service neutron] Pushing event updated for resources: {'Port': ['ID=fa91751c-80d7-4d92-bd58-c326195ed902,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:15.050841 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c75dbe-b269-40c9-873d-c889ca6e79cc x-openstack-request-id: req-d5c75dbe-b269-40c9-873d-c889ca6e79cc {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:17:15.051350 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4212a0-f542-4937-b133-564ab4684465", "tag": "fa91751c-80d7-4d92-bd58-c326195ed902", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:17:15.051581 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5c75dbe-b269-40c9-873d-c889ca6e79cc {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:17:15.051963 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c75dbe-b269-40c9-873d-c889ca6e79cc'] response: {'name': 'network-changed', 'server_uuid': 'ca4212a0-f542-4937-b133-564ab4684465', 'tag': 'fa91751c-80d7-4d92-bd58-c326195ed902', 'status': 'completed', 'code': 200} Apr 28 17:17:15.155218 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71323309-f151-4e5a-9e35-9e92ae7e9139 req-049e6a25-4e79-46bb-a400-39f061ca8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:15.156773 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-71323309-f151-4e5a-9e35-9e92ae7e9139 req-049e6a25-4e79-46bb-a400-39f061ca8370 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf09fbfe07d14d02bcedb1a4429ae860&device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 1131 time: 0.0513747 Apr 28 17:17:15.201160 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-71323309-f151-4e5a-9e35-9e92ae7e9139 req-c674d968-61a8-490c-b3b9-43835011bdfe service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=bf09fbfe07d14d02bcedb1a4429ae860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255823 Apr 28 17:17:15.268332 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7bb88-e4a6-4d29-a57d-4cb55c67c806 req-7bee1624-8c28-4306-a9fe-4386503230e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:15.269798 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-51b7bb88-e4a6-4d29-a57d-4cb55c67c806 req-7bee1624-8c28-4306-a9fe-4386503230e7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0715368 Apr 28 17:17:15.378026 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-51b7bb88-e4a6-4d29-a57d-4cb55c67c806 req-32a9a31c-2354-48eb-9e7f-96ae39469e65 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024077 Apr 28 17:17:15.379173 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71323309-f151-4e5a-9e35-9e92ae7e9139 req-86cf721d-9560-4352-b351-ec0d504c66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:15.380940 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-71323309-f151-4e5a-9e35-9e92ae7e9139 req-86cf721d-9560-4352-b351-ec0d504c66cb service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541586 Apr 28 17:17:15.452305 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cee4b-446c-44d4-8246-a435dedaaef1 req-2097cda5-3d0e-4cb7-bf24-841982bf4d31 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:15.453932 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5e0cee4b-446c-44d4-8246-a435dedaaef1 req-2097cda5-3d0e-4cb7-bf24-841982bf4d31 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 947 time: 0.0491543 Apr 28 17:17:15.509694 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-33fe6da7-4718-4dc1-bfb7-6b749d5de98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:15.511924 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-33fe6da7-4718-4dc1-bfb7-6b749d5de98d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf09fbfe07d14d02bcedb1a4429ae860&device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 1131 time: 0.0482285 Apr 28 17:17:15.525116 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5e0cee4b-446c-44d4-8246-a435dedaaef1 req-0b23f081-80f6-47ce-94b1-b4b703343059 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626700 Apr 28 17:17:15.590170 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-b261c353-eb34-472a-b0eb-fa709374b7f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=fa91751c-80d7-4d92-bd58-c326195ed902 HTTP/1.1" status: 200 len: 217 time: 0.0389376 Apr 28 17:17:15.610870 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60535a5a-8285-4ca4-a692-a0ecd26d2bfc req-e52f48a4-7fee-42aa-be17-d3e382d5e4be tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:15.612341 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-60535a5a-8285-4ca4-a692-a0ecd26d2bfc req-e52f48a4-7fee-42aa-be17-d3e382d5e4be tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 943 time: 0.0954592 Apr 28 17:17:15.665989 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-66d023a3-4577-426c-b23c-164d17216934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:15.667683 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-66d023a3-4577-426c-b23c-164d17216934 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4930f48e-0d52-4483-a685-bd7fa665c499 HTTP/1.1" status: 200 len: 843 time: 0.0701470 Apr 28 17:17:15.678037 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395cd19-2eec-4268-b8fd-b082453407a5 req-1c3e9e97-6826-4406-8f35-4113396fd080 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:15.680054 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c395cd19-2eec-4268-b8fd-b082453407a5 req-1c3e9e97-6826-4406-8f35-4113396fd080 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0539370 Apr 28 17:17:15.718714 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-60535a5a-8285-4ca4-a692-a0ecd26d2bfc req-11e5124c-c7c8-4719-b8df-57126e7902e2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867336 Apr 28 17:17:15.729595 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-57368436-88be-45ad-a1f4-4b73b6c24481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:15.731517 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-57368436-88be-45ad-a1f4-4b73b6c24481 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d6598545-bd29-4552-b759-106ca5c81f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0557353 Apr 28 17:17:15.742495 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c395cd19-2eec-4268-b8fd-b082453407a5 req-e79375cc-5be2-477b-bb79-ce03d43ace00 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564020 Apr 28 17:17:15.827648 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-314b859b-8aec-4304-9380-df3cf1ff46a3 service neutron] 10.222.0.66 "GET /v2.0/networks/d6598545-bd29-4552-b759-106ca5c81f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855808 Apr 28 17:17:15.925364 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e21b4c2-2efb-4d4a-b3a2-cfadb9a4fcea req-e842d995-5024-47f0-ba81-208d9cac7139 service neutron] 10.222.0.66 "GET /v2.0/networks/d6598545-bd29-4552-b759-106ca5c81f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910013 Apr 28 17:17:16.500569 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e6984-588b-4d31-860a-bd4280d22d97 req-3c0b7cc9-9d30-44cf-8b85-7f12706969bd tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:16.502029 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c5e6984-588b-4d31-860a-bd4280d22d97 req-3c0b7cc9-9d30-44cf-8b85-7f12706969bd tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0470593 Apr 28 17:17:16.548337 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c5e6984-588b-4d31-860a-bd4280d22d97 req-cc51db6c-bd05-4d2b-868b-be41ee22262b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407183 Apr 28 17:17:16.641259 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1eb73-165e-4011-bdd3-2c479edba101 req-fcef6f28-f5b0-4ae7-9191-c10f818cf3fd tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:16.642615 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0db1eb73-165e-4011-bdd3-2c479edba101 req-fcef6f28-f5b0-4ae7-9191-c10f818cf3fd tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 947 time: 0.0451524 Apr 28 17:17:16.689611 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0db1eb73-165e-4011-bdd3-2c479edba101 req-51d968cc-b9b3-4d19-af19-ce96f3cec73c tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Apr 28 17:17:16.837547 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a4be5-8c68-4cdf-b198-c239259ca13c req-215e5612-7cdf-410b-ad3a-21c540014a17 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:16.839778 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3a8a4be5-8c68-4cdf-b198-c239259ca13c req-215e5612-7cdf-410b-ad3a-21c540014a17 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 943 time: 0.0522149 Apr 28 17:17:16.869220 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f488735-ad34-44bc-ae4f-b491ac494680 req-2888491b-9882-46c3-9e69-692c40a7f54a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:16.870794 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f488735-ad34-44bc-ae4f-b491ac494680 req-2888491b-9882-46c3-9e69-692c40a7f54a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0556657 Apr 28 17:17:16.893906 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3a8a4be5-8c68-4cdf-b198-c239259ca13c req-39f756de-35c6-4461-9d49-61e5e8f8aac5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Apr 28 17:17:16.921347 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f488735-ad34-44bc-ae4f-b491ac494680 req-66746d8d-99a9-449b-b38a-8aa3f5b56d78 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444872 Apr 28 17:17:17.661604 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd9713-b0c7-4685-aa37-f3cba12a7675 req-d5f5dd87-db18-4788-bb12-6735d6e3f2cf tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:17.663190 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b0dd9713-b0c7-4685-aa37-f3cba12a7675 req-d5f5dd87-db18-4788-bb12-6735d6e3f2cf tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0464892 Apr 28 17:17:17.716245 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b0dd9713-b0c7-4685-aa37-f3cba12a7675 req-efee49f8-c1c1-46ca-b2af-eff25b0ddeda tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467126 Apr 28 17:17:17.813564 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b2cc-9254-4626-b274-7d71bff7a7b8 req-b20c05ef-a84c-45bd-811b-da532c102ce5 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:17.815071 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-45f4b2cc-9254-4626-b274-7d71bff7a7b8 req-b20c05ef-a84c-45bd-811b-da532c102ce5 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 947 time: 0.0475245 Apr 28 17:17:17.869351 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-45f4b2cc-9254-4626-b274-7d71bff7a7b8 req-ddd76609-cf59-4fd8-9515-12c7ab3992b1 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486870 Apr 28 17:17:18.009695 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701e103-b9c8-4f26-a210-d71949d36920 req-6b4e0418-0950-4b62-8960-26ddc23d4d7b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:18.011217 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5701e103-b9c8-4f26-a210-d71949d36920 req-6b4e0418-0950-4b62-8960-26ddc23d4d7b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 943 time: 0.0483766 Apr 28 17:17:18.039966 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fade9-06b2-4d4d-882e-b01fa8c58ee4 req-6aec17bd-d3b2-4648-bf28-a1b734a6a7c1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:18.041471 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-001fade9-06b2-4d4d-882e-b01fa8c58ee4 req-6aec17bd-d3b2-4648-bf28-a1b734a6a7c1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0479200 Apr 28 17:17:18.059767 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5701e103-b9c8-4f26-a210-d71949d36920 req-8c04b84a-1c82-4ee8-9ebb-4ed259f567df tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425119 Apr 28 17:17:18.110838 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-001fade9-06b2-4d4d-882e-b01fa8c58ee4 req-c5ae455d-744e-42db-a221-36aeac773397 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574913 Apr 28 17:17:18.832268 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3e47b-62fd-4bc2-9449-ebc36fc48db2 req-379d4c9a-9305-493c-8fa1-9ec257769bf1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:18.833703 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-82d3e47b-62fd-4bc2-9449-ebc36fc48db2 req-379d4c9a-9305-493c-8fa1-9ec257769bf1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0493367 Apr 28 17:17:18.879290 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-82d3e47b-62fd-4bc2-9449-ebc36fc48db2 req-877d310c-753c-4e76-865a-bbd12de31510 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399315 Apr 28 17:17:18.978738 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67b041-4ce5-4ffe-b4a6-24bea832c3e2 req-bc0d1f14-b4cc-4067-97d1-7ecd1ebd1822 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:18.980203 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c67b041-4ce5-4ffe-b4a6-24bea832c3e2 req-bc0d1f14-b4cc-4067-97d1-7ecd1ebd1822 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 947 time: 0.0447996 Apr 28 17:17:19.025831 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c67b041-4ce5-4ffe-b4a6-24bea832c3e2 req-c15b919f-ce91-49fa-b772-cad8d453c852 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396149 Apr 28 17:17:19.179063 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92fb3b-0267-4857-9676-d02ffa064f93 req-b56fe60f-5bb6-4ea7-95d0-9fd71f90138c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:19.180563 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5b92fb3b-0267-4857-9676-d02ffa064f93 req-b56fe60f-5bb6-4ea7-95d0-9fd71f90138c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 943 time: 0.0490742 Apr 28 17:17:19.226596 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5b92fb3b-0267-4857-9676-d02ffa064f93 req-f66d8fd2-b941-4fe1-87e5-ac6513d6a00b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405319 Apr 28 17:17:19.233057 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d8455-06c5-4cea-bf64-6a5984ab9090 req-352e537e-e4fc-4261-8297-5d82870dd365 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:19.234650 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1f0d8455-06c5-4cea-bf64-6a5984ab9090 req-352e537e-e4fc-4261-8297-5d82870dd365 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0463347 Apr 28 17:17:19.280704 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1f0d8455-06c5-4cea-bf64-6a5984ab9090 req-f09c5c7d-8f9f-4d6b-a2d0-e9553e4e09a7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403528 Apr 28 17:17:19.989542 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320612b1-bc5d-42ac-8bf0-2c9d151c6612 req-e60454af-71b2-4a0e-8de1-cbafa350f9c3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:19.993086 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-320612b1-bc5d-42ac-8bf0-2c9d151c6612 req-e60454af-71b2-4a0e-8de1-cbafa350f9c3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0444212 Apr 28 17:17:20.041552 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-320612b1-bc5d-42ac-8bf0-2c9d151c6612 req-1e8e2cf1-d394-40c7-9f7f-fc057c08f45b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 Apr 28 17:17:20.140708 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9dda6-a028-4979-8794-6649f42ad846 req-df13fa72-5e9c-4b6d-8b35-8ce02324515c tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:20.142275 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6ad9dda6-a028-4979-8794-6649f42ad846 req-df13fa72-5e9c-4b6d-8b35-8ce02324515c tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 947 time: 0.0489936 Apr 28 17:17:20.190014 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6ad9dda6-a028-4979-8794-6649f42ad846 req-9d4b8c08-a454-4bbb-a102-1fc29365779c tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Apr 28 17:17:20.337118 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eb969-1bf9-4012-8f9d-e8db02e08f80 req-631c8467-4d19-41c7-a927-5fc2492feea5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:20.338582 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-db9eb969-1bf9-4012-8f9d-e8db02e08f80 req-631c8467-4d19-41c7-a927-5fc2492feea5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 943 time: 0.0459139 Apr 28 17:17:20.387252 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-db9eb969-1bf9-4012-8f9d-e8db02e08f80 req-8d877de0-3d8c-4804-bcaa-ed3b0370f121 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424755 Apr 28 17:17:20.397070 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30efc8-6ab2-45ed-8c17-bc848f208aa9 req-c2f20a09-c53c-4ea0-9b50-aa6d3c2ad17b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:20.403943 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b30efc8-6ab2-45ed-8c17-bc848f208aa9 req-c2f20a09-c53c-4ea0-9b50-aa6d3c2ad17b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0526609 Apr 28 17:17:20.446819 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b30efc8-6ab2-45ed-8c17-bc848f208aa9 req-886821a3-7c07-4abe-bda3-b444b7000ac5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416350 Apr 28 17:17:21.154896 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84758c-2e24-4b53-bb30-532c3c6a72fa req-c8ad7750-7437-40e8-b13d-e2c8507d0f7f tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:21.156370 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-bd84758c-2e24-4b53-bb30-532c3c6a72fa req-c8ad7750-7437-40e8-b13d-e2c8507d0f7f tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0457287 Apr 28 17:17:21.201280 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-bd84758c-2e24-4b53-bb30-532c3c6a72fa req-b5d8c961-509a-4560-a893-d8e9f84ffb21 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393474 Apr 28 17:17:21.300524 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72287d38-9228-4ba6-8356-993e67c852ec req-d6265968-10f7-4347-8a11-09e311a25f12 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:21.302003 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-72287d38-9228-4ba6-8356-993e67c852ec req-d6265968-10f7-4347-8a11-09e311a25f12 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 947 time: 0.0461776 Apr 28 17:17:21.352324 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-72287d38-9228-4ba6-8356-993e67c852ec req-bae8a22d-3547-418e-84dc-3615da7e1dfd tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448232 Apr 28 17:17:21.502043 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f27155-ec49-4ea6-bc58-b12216e0a648 req-d142a9c1-1368-4536-b70f-11f2af6343cf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:21.503520 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-74f27155-ec49-4ea6-bc58-b12216e0a648 req-d142a9c1-1368-4536-b70f-11f2af6343cf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 943 time: 0.0490651 Apr 28 17:17:21.551106 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-74f27155-ec49-4ea6-bc58-b12216e0a648 req-fd7572be-970f-4a55-8985-d02e36f62f49 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Apr 28 17:17:21.563018 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a252ac8-afb9-45c3-8a72-7cca921030b1 req-5ba8f8d2-87ca-4109-8786-f835ef71f274 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:21.564564 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a252ac8-afb9-45c3-8a72-7cca921030b1 req-5ba8f8d2-87ca-4109-8786-f835ef71f274 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0464580 Apr 28 17:17:21.615094 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a252ac8-afb9-45c3-8a72-7cca921030b1 req-8bd9a6b8-0642-46d5-bb2e-ccf844250c6b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450807 Apr 28 17:17:22.320327 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7d7d4-ef77-4af3-9a18-3ad6d90274d4 req-948ade5c-6ae8-4a16-b1ab-91a575f46774 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:22.321801 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-43d7d7d4-ef77-4af3-9a18-3ad6d90274d4 req-948ade5c-6ae8-4a16-b1ab-91a575f46774 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0488267 Apr 28 17:17:22.369618 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-43d7d7d4-ef77-4af3-9a18-3ad6d90274d4 req-8a80f43c-632c-4682-9e33-89b1ba8ea3b5 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401838 Apr 28 17:17:22.463946 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11079d7f-8e45-4d3c-bedc-f707233d2230 req-5ee9a7f5-96b0-4928-9c2a-076656186c32 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:22.466128 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11079d7f-8e45-4d3c-bedc-f707233d2230 req-5ee9a7f5-96b0-4928-9c2a-076656186c32 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 947 time: 0.0462523 Apr 28 17:17:22.511081 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11079d7f-8e45-4d3c-bedc-f707233d2230 req-a35aa391-3091-415e-a9e0-ef9093a7b31e tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Apr 28 17:17:22.600278 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 04b0789b-6317-41e3-89bf-3291d0e80787 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:17:22.681472 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868cb84-ab70-4a87-982a-03f0c2c744e7 req-f2c61637-cf85-403e-93b7-eec2325506e6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:22.685041 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a868cb84-ab70-4a87-982a-03f0c2c744e7 req-f2c61637-cf85-403e-93b7-eec2325506e6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 943 time: 0.0652771 Apr 28 17:17:22.713686 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 04b0789b-6317-41e3-89bf-3291d0e80787, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=04b0789b-6317-41e3-89bf-3291d0e80787,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:22.725809 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '04b0789b-6317-41e3-89bf-3291d0e80787', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'port_id': '04b0789b-6317-41e3-89bf-3291d0e80787', 'mac_address': 'fa:16:3e:51:57:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:17:22.754758 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a868cb84-ab70-4a87-982a-03f0c2c744e7 req-074466d1-ca3f-4dec-9f88-b545924ad48c tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573480 Apr 28 17:17:22.766216 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 04b0789b-6317-41e3-89bf-3291d0e80787 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:22.766532 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:22.766640 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4394b-5cb4-4941-a31b-6e0cf6655cdb req-5a207029-ff97-4b07-97e9-d69d1638d35b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:22.768098 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bf4394b-5cb4-4941-a31b-6e0cf6655cdb req-5a207029-ff97-4b07-97e9-d69d1638d35b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0566432 Apr 28 17:17:22.783927 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b0789b-6317-41e3-89bf-3291d0e80787 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:17:22.803876 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 04b0789b-6317-41e3-89bf-3291d0e80787, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=04b0789b-6317-41e3-89bf-3291d0e80787,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:22.816142 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bf4394b-5cb4-4941-a31b-6e0cf6655cdb req-8939593d-b687-42b7-a102-7886c237def3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419140 Apr 28 17:17:22.884008 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:22.931993 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=04b0789b-6317-41e3-89bf-3291d0e80787,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:22.939461 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.939813 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.940212 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.940579 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.940920 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.941253 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.941589 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.941918 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.942290 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.942619 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.942944 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.943269 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.943596 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.943919 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:22.944267 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:17:23.229717 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:17:23.410977 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['04b0789b-6317-41e3-89bf-3291d0e80787'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:17:23.483177 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36251217-6d83-46c7-ac03-de8632f7e97e req-bb7459e8-fc02-4934-bca1-f15bc0b82f2e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:23.484854 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-36251217-6d83-46c7-ac03-de8632f7e97e req-bb7459e8-fc02-4934-bca1-f15bc0b82f2e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0462201 Apr 28 17:17:23.543776 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-36251217-6d83-46c7-ac03-de8632f7e97e req-a29c2b64-1219-4ab8-a7ed-18875bb81557 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499177 Apr 28 17:17:23.625721 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3818d-eca9-4bb8-8980-5ab70b26b45b req-321defb0-4041-4353-af05-d57bb92187e4 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:23.627158 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-33f3818d-eca9-4bb8-8980-5ab70b26b45b req-321defb0-4041-4353-af05-d57bb92187e4 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 947 time: 0.0469565 Apr 28 17:17:23.676994 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-33f3818d-eca9-4bb8-8980-5ab70b26b45b req-f03a4460-2dc0-474c-91cd-38f1c1ce49cf tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439975 Apr 28 17:17:23.865775 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e52d5b-9345-41d3-bd7c-1cc00c7077cb req-5b961416-e09b-45db-ae85-d8d2b08f8c68 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:23.867244 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e1e52d5b-9345-41d3-bd7c-1cc00c7077cb req-5b961416-e09b-45db-ae85-d8d2b08f8c68 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 944 time: 0.0456049 Apr 28 17:17:23.920328 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e1e52d5b-9345-41d3-bd7c-1cc00c7077cb req-d13d2bb4-d852-460d-9418-e4f226c53a3a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468509 Apr 28 17:17:23.941342 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af223fd-163f-4a72-8691-960060bc4956 req-bdcf5876-bdb2-4a07-88e9-dee1b284550b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:23.942906 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4af223fd-163f-4a72-8691-960060bc4956 req-bdcf5876-bdb2-4a07-88e9-dee1b284550b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0522096 Apr 28 17:17:23.989022 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4af223fd-163f-4a72-8691-960060bc4956 req-f08cb89a-d145-4c13-bb3a-17c158e585fa tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405936 Apr 28 17:17:24.615675 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device fa91751c-80d7-4d92-bd58-c326195ed902 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:17:24.626590 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 04b0789b-6317-41e3-89bf-3291d0e80787 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:17:24.662043 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183567f-fec0-44d7-ba83-4aab199b4af0 req-2d0576b1-f154-49d6-9b2c-b9ebc3bc36ad tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:24.663613 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c183567f-fec0-44d7-ba83-4aab199b4af0 req-2d0576b1-f154-49d6-9b2c-b9ebc3bc36ad tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0526924 Apr 28 17:17:24.711757 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c183567f-fec0-44d7-ba83-4aab199b4af0 req-b9ee7902-d6d6-4b8b-994e-533aaaa7031d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418491 Apr 28 17:17:24.732306 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port 04b0789b-6317-41e3-89bf-3291d0e80787 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:17:24.755505 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port fa91751c-80d7-4d92-bd58-c326195ed902, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fa91751c-80d7-4d92-bd58-c326195ed902,segment=NetworkSegment(0d81800e-cf16-4b0d-8c8a-52236beaa5ad),segment_id=0d81800e-cf16-4b0d-8c8a-52236beaa5ad)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:24.767136 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'fa91751c-80d7-4d92-bd58-c326195ed902', 'network_id': 'd6598545-bd29-4552-b759-106ca5c81f88', 'port_id': 'fa91751c-80d7-4d92-bd58-c326195ed902', 'mac_address': 'fa:16:3e:1f:77:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4930f48e-0d52-4483-a685-bd7fa665c499', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:17:24.804372 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f8a60-4d25-49dd-a47e-b64f1003ee45 req-4eecb0fb-1a51-481e-9a1e-3e4c52c7369f tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:24.806530 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b4f8a60-4d25-49dd-a47e-b64f1003ee45 req-4eecb0fb-1a51-481e-9a1e-3e4c52c7369f tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 947 time: 0.0504880 Apr 28 17:17:24.820960 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port fa91751c-80d7-4d92-bd58-c326195ed902 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:24.821770 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:24.836932 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa91751c-80d7-4d92-bd58-c326195ed902 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:17:24.857932 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port fa91751c-80d7-4d92-bd58-c326195ed902, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fa91751c-80d7-4d92-bd58-c326195ed902,segment=NetworkSegment(0d81800e-cf16-4b0d-8c8a-52236beaa5ad),segment_id=0d81800e-cf16-4b0d-8c8a-52236beaa5ad)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:24.862807 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 04b0789b-6317-41e3-89bf-3291d0e80787 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:17:24.863197 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:24.867873 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b4f8a60-4d25-49dd-a47e-b64f1003ee45 req-940355e4-7a9a-49a5-98cb-63285f596057 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527148 Apr 28 17:17:24.935096 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:24.935745 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:17:24.967327 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 04b0789b-6317-41e3-89bf-3291d0e80787 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:24.967717 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:25.020948 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:17:25.023202 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0ddb59-0704-43ca-b75e-86a9d2832001" -d '{"events": [{"server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "name": "network-vif-plugged", "status": "completed", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:17:25.044365 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c16be-50a6-42ef-bc93-243cf01bfb06 req-72c139f1-190b-4a4b-bddf-9848b09db7ed tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:25.046156 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-647c16be-50a6-42ef-bc93-243cf01bfb06 req-72c139f1-190b-4a4b-bddf-9848b09db7ed tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 944 time: 0.0591090 Apr 28 17:17:25.048920 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=fa91751c-80d7-4d92-bd58-c326195ed902,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:25.053712 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 04b0789b-6317-41e3-89bf-3291d0e80787, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=04b0789b-6317-41e3-89bf-3291d0e80787,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:25.103181 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-647c16be-50a6-42ef-bc93-243cf01bfb06 req-01ad6c51-7d57-4ae1-9626-40d40ac1ce26 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421875 Apr 28 17:17:25.108971 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325eb83-a092-47c0-a84b-156f0c794548 req-004850e1-f603-49d1-96a2-36b1019bda66 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:25.110492 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3325eb83-a092-47c0-a84b-156f0c794548 req-004850e1-f603-49d1-96a2-36b1019bda66 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0467145 Apr 28 17:17:25.128397 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:25.140123 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'port_id': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'mac_address': 'fa:16:3e:c5:27:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:17:25.165666 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cec5f8-2053-48af-8d58-075fe8736f80 x-openstack-request-id: req-19cec5f8-2053-48af-8d58-075fe8736f80 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:17:25.165994 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "name": "network-vif-plugged", "status": "completed", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:17:25.166702 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19cec5f8-2053-48af-8d58-075fe8736f80 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:17:25.166702 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cec5f8-2053-48af-8d58-075fe8736f80'] response: {'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787', 'code': 200} Apr 28 17:17:25.170092 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:25.184840 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3325eb83-a092-47c0-a84b-156f0c794548 req-245398df-de89-486c-a426-7857052f400d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674145 Apr 28 17:17:25.211468 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 is: ACTIVE; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:25.215209 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:25.239186 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:17:25.248208 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=04b0789b-6317-41e3-89bf-3291d0e80787,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:25.264654 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:25.377762 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:25.433901 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,revision_number=6']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:25.580908 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:25.607844 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061b7d7-5b6d-437d-8374-8d1b25ee7cd2 req-84d504ef-b380-43a4-9074-03fd9f25b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:25.609336 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4061b7d7-5b6d-437d-8374-8d1b25ee7cd2 req-84d504ef-b380-43a4-9074-03fd9f25b00b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 1129 time: 0.0409515 Apr 28 17:17:25.655609 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4061b7d7-5b6d-437d-8374-8d1b25ee7cd2 req-109afed3-d4d4-4290-9e28-874e54802b1a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377266 Apr 28 17:17:25.831145 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed218e70-9bb8-46c6-98a7-943de6c51d18 req-8a5d8134-e9bd-4816-924c-96194d865c4a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:25.832645 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ed218e70-9bb8-46c6-98a7-943de6c51d18 req-8a5d8134-e9bd-4816-924c-96194d865c4a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0474389 Apr 28 17:17:25.881982 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ed218e70-9bb8-46c6-98a7-943de6c51d18 req-d8245536-13cc-477b-8e2c-e14058c53829 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426636 Apr 28 17:17:25.894377 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['fa91751c-80d7-4d92-bd58-c326195ed902'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:17:25.999109 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6111d-e683-43ce-893f-bfa170dc16f1 req-fb3320cb-3e56-4fa9-912c-148720c54af5 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:26.000728 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0a6111d-e683-43ce-893f-bfa170dc16f1 req-fb3320cb-3e56-4fa9-912c-148720c54af5 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 948 time: 0.0487602 Apr 28 17:17:26.034845 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:17:26.048542 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0a6111d-e683-43ce-893f-bfa170dc16f1 req-5d3b40fa-63ab-40a1-8b4d-df218c142381 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418174 Apr 28 17:17:26.229948 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c576b-bcd5-4c09-b687-b00c34958e60 req-a135038c-353c-498c-a63f-55db8938235d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:26.232871 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-473c576b-bcd5-4c09-b687-b00c34958e60 req-a135038c-353c-498c-a63f-55db8938235d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0486574 Apr 28 17:17:26.287465 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-473c576b-bcd5-4c09-b687-b00c34958e60 req-3a2f54c9-a052-4493-8066-210720e41b46 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490088 Apr 28 17:17:26.312603 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f79ec-e307-407b-9531-b0ae12fc614f req-6d40696f-0d64-4d1b-be84-c3d77f3071a1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:26.314069 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7d0f79ec-e307-407b-9531-b0ae12fc614f req-6d40696f-0d64-4d1b-be84-c3d77f3071a1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 945 time: 0.0481927 Apr 28 17:17:26.360128 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7d0f79ec-e307-407b-9531-b0ae12fc614f req-ce6d0b39-46e3-4b06-90cf-16dfea5bb968 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403256 Apr 28 17:17:27.003137 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661847ca-6f02-443e-896e-6ed02bbb8f9d req-d6c2811c-6727-4763-abc6-fda90f8dbb3a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:27.004676 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-661847ca-6f02-443e-896e-6ed02bbb8f9d req-d6c2811c-6727-4763-abc6-fda90f8dbb3a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0471957 Apr 28 17:17:27.051419 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-661847ca-6f02-443e-896e-6ed02bbb8f9d req-bf0e7ea5-52d0-4053-8db5-aba9be031bcd tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412512 Apr 28 17:17:27.166517 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d23b2-34cf-42b1-8559-2c0fe787c986 req-9e69c541-ae3a-46b1-beba-eef8185401b7 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:27.167989 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-429d23b2-34cf-42b1-8559-2c0fe787c986 req-9e69c541-ae3a-46b1-beba-eef8185401b7 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 948 time: 0.0517018 Apr 28 17:17:27.219664 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-429d23b2-34cf-42b1-8559-2c0fe787c986 req-c5b1d203-ba35-4fbc-b92f-a036f21f7def tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456767 Apr 28 17:17:27.265392 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device fa91751c-80d7-4d92-bd58-c326195ed902 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:17:27.312177 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port fa91751c-80d7-4d92-bd58-c326195ed902 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:17:27.405611 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fa1f0-7c08-4621-ade7-adf2e0f0c1c1 req-b7ab66e9-e717-428d-b0ed-44c3ca3fea96 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:27.407401 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-770fa1f0-7c08-4621-ade7-adf2e0f0c1c1 req-b7ab66e9-e717-428d-b0ed-44c3ca3fea96 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0512011 Apr 28 17:17:27.432987 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port fa91751c-80d7-4d92-bd58-c326195ed902 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:17:27.434270 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:27.457683 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-770fa1f0-7c08-4621-ade7-adf2e0f0c1c1 req-82c9f1c1-4ece-4700-9b16-08a9dce8081d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Apr 28 17:17:27.492396 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379aa4b-f171-4d8a-ae19-e4325098d121 req-dc5b6bb2-9cb0-4d99-a2d3-034ad0d605ce tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:27.493887 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c379aa4b-f171-4d8a-ae19-e4325098d121 req-dc5b6bb2-9cb0-4d99-a2d3-034ad0d605ce tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 945 time: 0.0571895 Apr 28 17:17:27.522142 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port fa91751c-80d7-4d92-bd58-c326195ed902 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:27.522538 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:27.548145 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4212a0-f542-4937-b133-564ab4684465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa91751c-80d7-4d92-bd58-c326195ed902'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:17:27.550577 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc221b5-f163-4ac4-b19c-3c0f6108ef14" -d '{"events": [{"server_uuid": "ca4212a0-f542-4937-b133-564ab4684465", "name": "network-vif-plugged", "status": "completed", "tag": "fa91751c-80d7-4d92-bd58-c326195ed902"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:17:27.554996 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c379aa4b-f171-4d8a-ae19-e4325098d121 req-97076af8-f0df-4886-89c3-d11bc3d2617b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547285 Apr 28 17:17:27.575699 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port fa91751c-80d7-4d92-bd58-c326195ed902, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fa91751c-80d7-4d92-bd58-c326195ed902,segment=NetworkSegment(0d81800e-cf16-4b0d-8c8a-52236beaa5ad),segment_id=0d81800e-cf16-4b0d-8c8a-52236beaa5ad)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:27.602119 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fd5ed6-c6d4-48e4-8581-f97054466cc8 x-openstack-request-id: req-47fd5ed6-c6d4-48e4-8581-f97054466cc8 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:17:27.602414 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4212a0-f542-4937-b133-564ab4684465", "name": "network-vif-plugged", "status": "completed", "tag": "fa91751c-80d7-4d92-bd58-c326195ed902", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:17:27.602772 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47fd5ed6-c6d4-48e4-8581-f97054466cc8 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:17:27.603076 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47fd5ed6-c6d4-48e4-8581-f97054466cc8'] response: {'server_uuid': 'ca4212a0-f542-4937-b133-564ab4684465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa91751c-80d7-4d92-bd58-c326195ed902', 'code': 200} Apr 28 17:17:27.674939 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:27.675758 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:17:27.757472 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=fa91751c-80d7-4d92-bd58-c326195ed902,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:27.771466 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:17:27.771466 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:27.836773 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 47400) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:27.854728 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:27.855201 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:27.889185 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:27.949137 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe06cadc-e358-46d6-8c93-427519d2ee49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:28.029752 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:28.030674 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe06cadc-e358-46d6-8c93-427519d2ee49 admin admin] Publish callbacks [] for security_group (a7966270-8bb7-4124-a8ee-576391f087dc), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:28.078170 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,revision_number=7']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:28.167304 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe06cadc-e358-46d6-8c93-427519d2ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (a7966270-8bb7-4124-a8ee-576391f087dc), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:28.211802 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1bff-aa75-418a-bc7e-f09d338f567b req-3ec102f2-fc2d-485c-bf9d-52e5eb23391c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:28.213290 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-81ed1bff-aa75-418a-bc7e-f09d338f567b req-3ec102f2-fc2d-485c-bf9d-52e5eb23391c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0848582 Apr 28 17:17:28.228977 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fe06cadc-e358-46d6-8c93-427519d2ee49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c908443e0de417a891c92ea686bc107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909090 Apr 28 17:17:28.230888 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06cadc-e358-46d6-8c93-427519d2ee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7966270-8bb7-4124-a8ee-576391f087dc,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:28.231831 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 47408) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:28.319382 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-81ed1bff-aa75-418a-bc7e-f09d338f567b req-bd71743a-4423-4fba-886b-dfe9b62b00c9 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960488 Apr 28 17:17:28.321740 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-740208b2-3bae-4ade-91ed-e94333fd3af8 admin admin] Publish callbacks [] for security_group (a7966270-8bb7-4124-a8ee-576391f087dc), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:28.373236 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-740208b2-3bae-4ade-91ed-e94333fd3af8 admin admin] Publish callbacks [] for security_group (a7966270-8bb7-4124-a8ee-576391f087dc), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:28.401101 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182dba-60e2-4e89-a97c-e37830f63c25 req-91c32601-9275-4c4f-b550-1e958788408d tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:28.403363 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d2182dba-60e2-4e89-a97c-e37830f63c25 req-91c32601-9275-4c4f-b550-1e958788408d tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 949 time: 0.0687199 Apr 28 17:17:28.462938 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d2182dba-60e2-4e89-a97c-e37830f63c25 req-ea167d25-ca11-4b06-bf5d-7d83ddb7a61b tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517347 Apr 28 17:17:28.581080 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ccac4-02ef-483b-b116-47d781fe8221 req-f34b2143-9a42-47f1-9583-2445a348fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:28.583640 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eeccc-870b-4662-beae-c303aec13bb9 req-9a4ae552-26d5-4354-a8af-ee789404cd45 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:28.585394 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df0eeccc-870b-4662-beae-c303aec13bb9 req-9a4ae552-26d5-4354-a8af-ee789404cd45 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0484660 Apr 28 17:17:28.588596 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1b2ccac4-02ef-483b-b116-47d781fe8221 req-f34b2143-9a42-47f1-9583-2445a348fb72 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 1133 time: 0.0487161 Apr 28 17:17:28.605780 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-740208b2-3bae-4ade-91ed-e94333fd3af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (a7966270-8bb7-4124-a8ee-576391f087dc), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:28.608744 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-740208b2-3bae-4ade-91ed-e94333fd3af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:28.610032 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-740208b2-3bae-4ade-91ed-e94333fd3af8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7966270-8bb7-4124-a8ee-576391f087dc HTTP/1.1" status: 204 len: 168 time: 0.3770721 Apr 28 17:17:28.620724 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740208b2-3bae-4ade-91ed-e94333fd3af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7966270-8bb7-4124-a8ee-576391f087dc,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:28.669105 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df0eeccc-870b-4662-beae-c303aec13bb9 req-78ac78bf-58d3-4eb3-ad5b-04aa36f0f3c5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759919 Apr 28 17:17:28.701417 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1b2ccac4-02ef-483b-b116-47d781fe8221 req-4ec18883-db5f-4869-b14f-a2bdcf7a714e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063888 Apr 28 17:17:28.708786 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c0e12-61cf-46eb-9a5b-3431dd8b0838 req-ec1336c2-5ea8-4920-8126-5356d3379006 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:28.710240 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a95c0e12-61cf-46eb-9a5b-3431dd8b0838 req-ec1336c2-5ea8-4920-8126-5356d3379006 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0594845 Apr 28 17:17:28.763449 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a95c0e12-61cf-46eb-9a5b-3431dd8b0838 req-a6887f69-4af7-4f5f-995b-5544bc82c4ff tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473185 Apr 28 17:17:28.792806 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676b359-d891-4275-b660-d42708006163 req-1f64a7f6-249c-462e-ab10-1bf0f1021190 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:28.794511 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b676b359-d891-4275-b660-d42708006163 req-1f64a7f6-249c-462e-ab10-1bf0f1021190 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0573275 Apr 28 17:17:28.807441 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 47424) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:28.813036 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-deacde8d-92b0-47f0-bde4-56b6f2924151 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Request body: {'floatingip': {'port_id': '04b0789b-6317-41e3-89bf-3291d0e80787'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:28.888698 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-deacde8d-92b0-47f0-bde4-56b6f2924151 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for floatingip (c87ca215-1785-4626-ae7b-c55c140dedc3), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:29.539364 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e762e8-95bb-44de-b646-528e5850e0b8 req-6444f7a1-1d0e-49bd-8448-60a8f6fabe36 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:29.540770 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b2e762e8-95bb-44de-b646-528e5850e0b8 req-6444f7a1-1d0e-49bd-8448-60a8f6fabe36 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0990956 Apr 28 17:17:29.580438 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dc989-8ee1-4972-bc56-253499670c27 req-6f0e3dc6-5e81-4f2e-b1f0-f74797b929db tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:29.585347 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc8dc989-8ee1-4972-bc56-253499670c27 req-6f0e3dc6-5e81-4f2e-b1f0-f74797b929db tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 949 time: 0.0500834 Apr 28 17:17:29.604050 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:17:29.608781 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b4110d-8e7c-4901-8e75-d4bbdc835cb0" -d '{"events": [{"server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "name": "network-vif-plugged", "status": "completed", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:17:29.638783 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc8dc989-8ee1-4972-bc56-253499670c27 req-0b0a7734-e040-41cf-8c8d-ccfa0de688a1 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504408 Apr 28 17:17:29.687969 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f696c4-9c20-4db3-89e8-3d880c6b341c x-openstack-request-id: req-73f696c4-9c20-4db3-89e8-3d880c6b341c {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:17:29.688351 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "name": "network-vif-plugged", "status": "completed", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:17:29.688614 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73f696c4-9c20-4db3-89e8-3d880c6b341c {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:17:29.689034 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f696c4-9c20-4db3-89e8-3d880c6b341c'] response: {'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'code': 200} Apr 28 17:17:29.697113 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 47454) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:29.697787 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b2e762e8-95bb-44de-b646-528e5850e0b8 req-a58e1877-bdfe-4c80-9647-19a33b2351d1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243625 Apr 28 17:17:29.808531 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2017731241-network', 'tenant_id': '6f8b4f0642b74ec89d905128cc6cddef'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:29.848931 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-deacde8d-92b0-47f0-bde4-56b6f2924151 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:29.895075 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648583bf-a97f-4e2e-965f-0f8a00f41367 req-6e588a48-ed03-40a3-954f-24e2f2a3e5cf tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:29.896601 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-648583bf-a97f-4e2e-965f-0f8a00f41367 req-6e588a48-ed03-40a3-954f-24e2f2a3e5cf tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0465250 Apr 28 17:17:29.941594 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-648583bf-a97f-4e2e-965f-0f8a00f41367 req-2e32b1e4-71ab-4a36-80f6-38acbea186ed tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393798 Apr 28 17:17:29.960589 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Made reservation on behalf of 6f8b4f0642b74ec89d905128cc6cddef for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:17:29.962922 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:29.972024 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:30.023636 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-deacde8d-92b0-47f0-bde4-56b6f2924151 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (c87ca215-1785-4626-ae7b-c55c140dedc3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:30.049128 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Publish callbacks [] for security_group (9005bfe8-afff-411b-b919-2e86cb075da8), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:30.133373 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [None req-deacde8d-92b0-47f0-bde4-56b6f2924151 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Floating IP c87ca215-1785-4626-ae7b-c55c140dedc3 associated. External IP: 172.27.2.112, port: 04b0789b-6317-41e3-89bf-3291d0e80787. Apr 28 17:17:30.223342 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9005bfe8-afff-411b-b919-2e86cb075da8), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:30.248642 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:17:30.257499 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9005bfe8-afff-411b-b919-2e86cb075da8,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:30.264130 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (7e8a8ade-2c3b-4576-ba58-509368e8dc1d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:30.264484 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Added segment 7e8a8ade-2c3b-4576-ba58-509368e8dc1d of type vlan for network c390def0-1505-48c4-a8f4-285d5b3abd2e Apr 28 17:17:30.276581 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92911f63-4cd3-4c73-a744-942d98b5de8c req-bc9b962c-951c-4d11-8da8-f42da207f786 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:30.278129 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-92911f63-4cd3-4c73-a744-942d98b5de8c req-bc9b962c-951c-4d11-8da8-f42da207f786 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0627565 Apr 28 17:17:30.304911 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (c390def0-1505-48c4-a8f4-285d5b3abd2e), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:30.395588 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-92911f63-4cd3-4c73-a744-942d98b5de8c req-7b35fb71-b56a-47b6-b1d2-e03428346ba9 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117971 Apr 28 17:17:30.421623 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deacde8d-92b0-47f0-bde4-56b6f2924151 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Router f9dcc41b-8d29-4fe8-855b-3795fd310741 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:17:30.450102 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (c390def0-1505-48c4-a8f4-285d5b3abd2e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:30.451296 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:30.451940 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:30.510507 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] Pushing event updated for resources: {'Network': ['ID=c390def0-1505-48c4-a8f4-285d5b3abd2e,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:30.520320 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network c390def0-1505-48c4-a8f4-285d5b3abd2e details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:17:30.534031 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deacde8d-92b0-47f0-bde4-56b6f2924151 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:17:30.539175 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-deacde8d-92b0-47f0-bde4-56b6f2924151 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:30.545125 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c034281f-9ca3-448f-be44-13528c8a30f9 None None] Sync routers for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:17:30.555539 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c034281f-9ca3-448f-be44-13528c8a30f9 None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:17:30.556553 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-c034281f-9ca3-448f-be44-13528c8a30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:17:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:17:30.566202 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4a1f67f4-0640-4e10-921f-c24d9fa2fece admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8653531 Apr 28 17:17:30.566579 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 47468) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:30.571741 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] Request body: {'subnet': {'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2017731241-subnet', 'tenant_id': '6f8b4f0642b74ec89d905128cc6cddef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:30.580305 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-deacde8d-92b0-47f0-bde4-56b6f2924151 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "PUT /v2.0/floatingips/c87ca215-1785-4626-ae7b-c55c140dedc3 HTTP/1.1" status: 200 len: 991 time: 1.7716420 Apr 28 17:17:30.582961 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:17:30.585118 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0368b9bd-76a8-4053-8b24-337a1ca5cf32" -d '{"events": [{"name": "network-changed", "server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:17:30.630174 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2eee5c-a1ce-459a-a18c-c63735fbe180 x-openstack-request-id: req-2c2eee5c-a1ce-459a-a18c-c63735fbe180 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:17:30.630465 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:17:30.630720 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c2eee5c-a1ce-459a-a18c-c63735fbe180 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:17:30.631121 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2eee5c-a1ce-459a-a18c-c63735fbe180'] response: {'name': 'network-changed', 'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787', 'status': 'completed', 'code': 200} Apr 28 17:17:30.674404 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-c034281f-9ca3-448f-be44-13528c8a30f9 None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:17:30.741884 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] Made reservation on behalf of 6f8b4f0642b74ec89d905128cc6cddef for: {'subnet': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:17:30.744215 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5206387'] for subnet (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:30.781651 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b96c3-82fb-46a7-846b-46ced6889cf9 req-b2913dcc-3276-4f3b-91a6-9256fa17520d tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:30.783314 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-281b96c3-82fb-46a7-846b-46ced6889cf9 req-b2913dcc-3276-4f3b-91a6-9256fa17520d tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 949 time: 0.0724854 Apr 28 17:17:30.879376 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-281b96c3-82fb-46a7-846b-46ced6889cf9 req-5d94d7b2-c2b1-47ed-aa69-8c27bf25a60f tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664778 Apr 28 17:17:30.892225 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-c034281f-9ca3-448f-be44-13528c8a30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c87ca215-1785-4626-ae7b-c55c140dedc3', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'port_id': '04b0789b-6317-41e3-89bf-3291d0e80787', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'mac_address': 'fa:16:3e:51:57:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:17:06Z', 'updated_at': '2022-04-28T17:17:29Z', 'revision_number': 1, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:10Z', 'revision_number': 5, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:17:30.926595 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c034281f-9ca3-448f-be44-13528c8a30f9 None None] Checking router: f9dcc41b-8d29-4fe8-855b-3795fd310741 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:17:30.935521 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c034281f-9ca3-448f-be44-13528c8a30f9 None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:17:30.936272 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-c034281f-9ca3-448f-be44-13528c8a30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:17:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:17:31.051743 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-c034281f-9ca3-448f-be44-13528c8a30f9 None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:17:31.069756 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f2647-2c58-4962-98f4-8c20028120b3 req-02db21f4-9aad-4359-96d0-10f92818f40b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:31.071518 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-256f2647-2c58-4962-98f4-8c20028120b3 req-02db21f4-9aad-4359-96d0-10f92818f40b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0551665 Apr 28 17:17:31.075444 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4368492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5206401'] for subnet (f92ce39a-1025-4eab-b7f3-f769efe7afeb), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:31.144269 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-256f2647-2c58-4962-98f4-8c20028120b3 req-048afcf3-144e-492d-aa68-76e06cd48bce tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563641 Apr 28 17:17:31.150268 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92ce39a-1025-4eab-b7f3-f769efe7afeb,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:31.153304 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] Checking segment: {'id': '7e8a8ade-2c3b-4576-ba58-509368e8dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:17:31.153833 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] Network hostable DHCP agents. Network: c390def0-1505-48c4-a8f4-285d5b3abd2e, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:17:31.257349 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] Network c390def0-1505-48c4-a8f4-285d5b3abd2e is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:17:31.282827 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-c034281f-9ca3-448f-be44-13528c8a30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c87ca215-1785-4626-ae7b-c55c140dedc3', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'port_id': '04b0789b-6317-41e3-89bf-3291d0e80787', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'mac_address': 'fa:16:3e:51:57:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:17:06Z', 'updated_at': '2022-04-28T17:17:29Z', 'revision_number': 1, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:10Z', 'revision_number': 5, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:17:31.311600 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c034281f-9ca3-448f-be44-13528c8a30f9 None None] The sync data for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi is: [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c87ca215-1785-4626-ae7b-c55c140dedc3', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'port_id': '04b0789b-6317-41e3-89bf-3291d0e80787', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'mac_address': 'fa:16:3e:51:57:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:17:06Z', 'updated_at': '2022-04-28T17:17:29Z', 'revision_number': 1, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:10Z', 'revision_number': 5, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:17:31.360488 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, c390def0-1505-48c4-a8f4-285d5b3abd2e) {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:17:31.366337 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:31.366337 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:31.370848 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a3e2a-b740-4a5b-bf4e-5a21243a073b None None] Network c390def0-1505-48c4-a8f4-285d5b3abd2e requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:17:31.455144 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-3902a176-f18d-4ccb-be35-4b5a5f9ad46c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8874803 Apr 28 17:17:31.552926 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190ddba-36a5-4b52-a8ef-992bb3b76c6d req-99b144c6-dba2-469d-9b74-a869906fa2e6 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:31.555034 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9190ddba-36a5-4b52-a8ef-992bb3b76c6d req-99b144c6-dba2-469d-9b74-a869906fa2e6 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0676215 Apr 28 17:17:31.618595 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9190ddba-36a5-4b52-a8ef-992bb3b76c6d req-3bfb8c7e-d0c9-4d60-be0c-aa89afac56f6 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562327 Apr 28 17:17:31.630574 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee9d42-8d30-423a-887d-e1b7afe13d64 None None] New status for floating IP c87ca215-1785-4626-ae7b-c55c140dedc3: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:17:31.664443 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd05c8c-5825-494f-bef8-c8ee7f70cf4b None None] Network c390def0-1505-48c4-a8f4-285d5b3abd2e requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:17:31.994680 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0a6cb-f168-46c0-95ac-ca99365fc324 req-79f815ac-efd8-4f5d-ac3f-937767a9ad92 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:31.997329 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-08a0a6cb-f168-46c0-95ac-ca99365fc324 req-79f815ac-efd8-4f5d-ac3f-937767a9ad92 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 949 time: 0.0509369 Apr 28 17:17:32.045433 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-08a0a6cb-f168-46c0-95ac-ca99365fc324 req-fa8f892c-65a7-4efe-a926-e44ab55dfd16 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Apr 28 17:17:32.086792 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-2cbec816-cd12-431e-807c-d9c06bd4c884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:32.265473 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bde006-e30a-4912-905a-191ec417949a req-8aa8da91-0dd7-4aa7-9847-61527901b245 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:32.266980 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-01bde006-e30a-4912-905a-191ec417949a req-8aa8da91-0dd7-4aa7-9847-61527901b245 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0520058 Apr 28 17:17:32.322569 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-01bde006-e30a-4912-905a-191ec417949a req-ec66d8a8-b85c-4a88-92bf-ae57e94ea860 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498672 Apr 28 17:17:32.354604 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368b9bd-76a8-4053-8b24-337a1ca5cf32 req-109d3875-04c7-47e7-a246-7408189c15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:32.356939 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0368b9bd-76a8-4053-8b24-337a1ca5cf32 req-109d3875-04c7-47e7-a246-7408189c15d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 1129 time: 0.0489035 Apr 28 17:17:32.463188 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368b9bd-76a8-4053-8b24-337a1ca5cf32 req-b9ff93bd-01d6-4160-87be-f58e3319e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:32.465366 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0368b9bd-76a8-4053-8b24-337a1ca5cf32 req-b9ff93bd-01d6-4160-87be-f58e3319e0bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.0855780 Apr 28 17:17:32.545852 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0368b9bd-76a8-4053-8b24-337a1ca5cf32 req-691cbe96-d969-473f-ba96-d8214a294d4b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b0789b-6317-41e3-89bf-3291d0e80787 HTTP/1.1" status: 200 len: 1001 time: 0.0662944 Apr 28 17:17:32.560902 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467856b-277a-4293-b862-16a8916a0001 req-3e64b521-e4be-449e-bf2d-4015903c6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:32.566352 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b467856b-277a-4293-b862-16a8916a0001 req-3e64b521-e4be-449e-bf2d-4015903c6380 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 1130 time: 0.0495090 Apr 28 17:17:32.614737 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368b9bd-76a8-4053-8b24-337a1ca5cf32 req-d5f6f5d3-2b8f-4842-84fd-5eaf85031959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:32.616263 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0368b9bd-76a8-4053-8b24-337a1ca5cf32 req-d5f6f5d3-2b8f-4842-84fd-5eaf85031959 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0611997 Apr 28 17:17:32.665916 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368b9bd-76a8-4053-8b24-337a1ca5cf32 req-6ec954d1-54f2-4621-8b78-647870a3419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:32.667426 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0368b9bd-76a8-4053-8b24-337a1ca5cf32 req-6ec954d1-54f2-4621-8b78-647870a3419a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435541 Apr 28 17:17:32.684233 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467856b-277a-4293-b862-16a8916a0001 req-19d5ca72-db9f-409f-937f-b1962c42c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:32.686783 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b467856b-277a-4293-b862-16a8916a0001 req-19d5ca72-db9f-409f-937f-b1962c42c06a service neutron] 10.222.0.66 "GET /v2.0/networks?id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd HTTP/1.1" status: 200 len: 912 time: 0.1022339 Apr 28 17:17:32.739221 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c148c-c77b-47d5-bb84-8e4de958daf8 req-bf84abfc-e982-4a77-bbd9-e1ee57270228 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:32.740924 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c92c148c-c77b-47d5-bb84-8e4de958daf8 req-bf84abfc-e982-4a77-bbd9-e1ee57270228 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0495701 Apr 28 17:17:32.788739 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c92c148c-c77b-47d5-bb84-8e4de958daf8 req-f05cef7d-0e99-4396-8c0f-280e234b7216 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420616 Apr 28 17:17:33.163609 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f38390-cc3e-41ca-a7b8-b4c0f0dd10ca req-b7d7aa6e-082a-43bd-899f-1cca7ede0d36 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:33.165129 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-60f38390-cc3e-41ca-a7b8-b4c0f0dd10ca req-b7d7aa6e-082a-43bd-899f-1cca7ede0d36 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 949 time: 0.0521772 Apr 28 17:17:33.215214 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-60f38390-cc3e-41ca-a7b8-b4c0f0dd10ca req-7a877b6f-5473-4535-892d-6d54f8a19563 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442894 Apr 28 17:17:33.482522 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816d1e9-0d3e-4dcf-8d92-34390f9960bf req-3a58da8a-5a53-460a-864b-ae88c061b293 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:33.483960 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7816d1e9-0d3e-4dcf-8d92-34390f9960bf req-3a58da8a-5a53-460a-864b-ae88c061b293 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0904608 Apr 28 17:17:33.517413 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b467856b-277a-4293-b862-16a8916a0001 req-60cf06e6-1e73-4747-a0b2-46684e3ce2f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e5be036-db60-4955-9936-f22b7d226639 HTTP/1.1" status: 200 len: 1002 time: 0.0921407 Apr 28 17:17:33.533789 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0368b9bd-76a8-4053-8b24-337a1ca5cf32 req-d1a00ffd-7ff1-45f4-9ddf-1803a449e252 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137629 Apr 28 17:17:33.649220 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0368b9bd-76a8-4053-8b24-337a1ca5cf32 req-e8e2e2b5-62eb-47c1-a88f-07c9605b59cf service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087632 Apr 28 17:17:33.826957 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7816d1e9-0d3e-4dcf-8d92-34390f9960bf req-5fa7a5cd-ea90-4b24-857a-3dcefefed250 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353393 Apr 28 17:17:33.836410 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467856b-277a-4293-b862-16a8916a0001 req-88075a8b-e2da-44a2-85a3-c89915eee0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:33.837817 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b467856b-277a-4293-b862-16a8916a0001 req-88075a8b-e2da-44a2-85a3-c89915eee0da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf46f40e-2e9c-4e29-8c8f-abf737b59424 HTTP/1.1" status: 200 len: 850 time: 0.3075106 Apr 28 17:17:33.901078 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467856b-277a-4293-b862-16a8916a0001 req-2a1393a0-bef8-4cfb-8569-51c90503e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:33.910185 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b467856b-277a-4293-b862-16a8916a0001 req-2a1393a0-bef8-4cfb-8569-51c90503e91d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518982 Apr 28 17:17:33.912730 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0e484-7106-41bb-8cf8-dd2cbc019e75 req-e2e79b2a-9522-403b-b8b7-87ab404f93f9 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:33.916579 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-15d0e484-7106-41bb-8cf8-dd2cbc019e75 req-e2e79b2a-9522-403b-b8b7-87ab404f93f9 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0548034 Apr 28 17:17:33.962184 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-15d0e484-7106-41bb-8cf8-dd2cbc019e75 req-51149831-6b82-4e2b-888e-053aee3e0f39 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409865 Apr 28 17:17:34.001848 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b467856b-277a-4293-b862-16a8916a0001 req-251fa49d-ffb4-4aa9-89e7-f2caf4fc4a80 service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906420 Apr 28 17:17:34.093462 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b467856b-277a-4293-b862-16a8916a0001 req-6492d289-40ec-4d62-83f6-10e725fc6e23 service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844715 Apr 28 17:17:34.330747 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e754d1-b642-4206-995d-2cc822868e32 req-0f900460-da2b-40f0-ac97-69a80272f4ca tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:34.332320 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-48e754d1-b642-4206-995d-2cc822868e32 req-0f900460-da2b-40f0-ac97-69a80272f4ca tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 949 time: 0.0488689 Apr 28 17:17:34.385754 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-48e754d1-b642-4206-995d-2cc822868e32 req-2de31e66-1aea-4976-a882-e1d9bec0ac26 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477874 Apr 28 17:17:34.562214 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-46bc63f0-7ee3-48c8-accd-992715432d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:34.928243 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa9db-8c83-41af-ba7d-631ea169044a req-397946e4-ce0d-4574-b2e2-f58672c35919 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:34.935727 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-397946e4-ce0d-4574-b2e2-f58672c35919 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/networks?id=c390def0-1505-48c4-a8f4-285d5b3abd2e HTTP/1.1" status: 200 len: 814 time: 0.1412978 Apr 28 17:17:34.953318 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f24f3c27-49b3-49f5-9180-90466bfef3d7 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/quotas/6f8b4f0642b74ec89d905128cc6cddef HTTP/1.1" status: 200 len: 375 time: 0.0157409 Apr 28 17:17:34.994344 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-80b83c3f-cd7e-47d9-a9e7-01b2643df0e2 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8b4f0642b74ec89d905128cc6cddef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396085 Apr 28 17:17:35.130858 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-7bfbed66-0402-491f-810b-a36d2c78e8cc service neutron] 10.222.0.64 "GET /v2.0/networks/c390def0-1505-48c4-a8f4-285d5b3abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205871 Apr 28 17:17:35.272571 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-4cd6185e-b91a-45df-b9e0-1e071ffc02b0 service neutron] 10.222.0.64 "GET /v2.0/networks/c390def0-1505-48c4-a8f4-285d5b3abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303830 Apr 28 17:17:35.290283 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bafba6-cf86-41d2-b153-b46e07a97e32 req-13a42e44-6a31-4d93-ab90-79a600ff0331 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:35.292557 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f0bafba6-cf86-41d2-b153-b46e07a97e32 req-13a42e44-6a31-4d93-ab90-79a600ff0331 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0578046 Apr 28 17:17:35.388665 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f0bafba6-cf86-41d2-b153-b46e07a97e32 req-be23393d-2caf-4751-b7e5-d17f60c6e736 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884161 Apr 28 17:17:35.530338 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae3499-ce46-4772-b8bc-c7854277ef62 req-1a813633-4afe-47e9-a924-5c78458bfb11 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:35.532423 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-72ae3499-ce46-4772-b8bc-c7854277ef62 req-1a813633-4afe-47e9-a924-5c78458bfb11 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0593355 Apr 28 17:17:35.624799 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-72ae3499-ce46-4772-b8bc-c7854277ef62 req-ca75ea66-3895-4791-b8cc-feeb15c8c8b7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794883 Apr 28 17:17:35.641630 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:35.751384 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c447b21b-02a9-4539-a080-751473f38364 req-bbaf203b-eefa-41ac-89f3-aca8390581f3 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 210 time: 0.0525017 Apr 28 17:17:35.765294 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea7d2c-2f62-42fa-b514-ebbe0859c3a7 req-c688c9e5-36a9-413c-a413-cbc85986f150 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:35.767969 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8bea7d2c-2f62-42fa-b514-ebbe0859c3a7 req-c688c9e5-36a9-413c-a413-cbc85986f150 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 949 time: 0.1049838 Apr 28 17:17:35.844754 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8bea7d2c-2f62-42fa-b514-ebbe0859c3a7 req-09bc1e76-82c7-4884-9110-a05d10d32b23 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684829 Apr 28 17:17:36.542140 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87fa34-09e7-43d1-9fb5-f151a809121a req-7fa3352b-81b9-4bde-8373-e70b15a5fe19 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:36.543761 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8e87fa34-09e7-43d1-9fb5-f151a809121a req-7fa3352b-81b9-4bde-8373-e70b15a5fe19 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0544987 Apr 28 17:17:36.623541 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8e87fa34-09e7-43d1-9fb5-f151a809121a req-bff0ed54-4cba-4433-917c-6e0620461e6c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704496 Apr 28 17:17:36.790480 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d8a1-286b-40d6-9799-8c053ce06288 req-8f448417-6d94-466e-abab-ec728a3173e2 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:36.801318 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-21c8d8a1-286b-40d6-9799-8c053ce06288 req-8f448417-6d94-466e-abab-ec728a3173e2 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0804117 Apr 28 17:17:36.858601 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-21c8d8a1-286b-40d6-9799-8c053ce06288 req-74f14a1f-ab07-45c9-99dc-880e51369e64 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589306 Apr 28 17:17:36.868103 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d7d870fe-ffca-4923-baed-4d80e16cea08 req-eea96fe5-b1fb-41f2-bb78-3cb5e07fdb8c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 210 time: 0.0411565 Apr 28 17:17:36.998148 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe2815-6827-42f9-b98a-0fc77bbf9c01 req-e9de2ddb-86fa-4119-80ea-fd432e3e9b55 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:36.999751 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2fe2815-6827-42f9-b98a-0fc77bbf9c01 req-e9de2ddb-86fa-4119-80ea-fd432e3e9b55 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 949 time: 0.0599875 Apr 28 17:17:37.073427 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2fe2815-6827-42f9-b98a-0fc77bbf9c01 req-f8ba82e3-d2e4-4ae8-9ed6-1b49ad02e1a8 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671759 Apr 28 17:17:37.097922 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:37.754351 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c8c3e-62ef-4332-ab8b-be44d7578f15 req-22a65706-c4d4-4602-8c3f-a8642d762cd1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:37.756054 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3a1c8c3e-62ef-4332-ab8b-be44d7578f15 req-22a65706-c4d4-4602-8c3f-a8642d762cd1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0482945 Apr 28 17:17:37.810854 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3a1c8c3e-62ef-4332-ab8b-be44d7578f15 req-c2df3998-538a-4b4f-801d-74abdef01e18 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478957 Apr 28 17:17:37.839458 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c1ef5-54d8-4bda-8f8e-37ee19ebc7cc req-f2f593f1-74e3-4d90-9899-0a4ebb0972bb tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:37.841885 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e8c1ef5-54d8-4bda-8f8e-37ee19ebc7cc req-f2f593f1-74e3-4d90-9899-0a4ebb0972bb tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 949 time: 0.0467920 Apr 28 17:17:37.979061 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1572ad31-06dc-43ca-a140-a709735524bf req-b7b0d910-b710-496b-ab6a-b62c2a573cf5 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 210 time: 0.0455117 Apr 28 17:17:37.995296 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-9e8c1ef5-54d8-4bda-8f8e-37ee19ebc7cc req-5d338cc7-38fc-4f31-9229-25a70dbd6470 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Deleting port fa91751c-80d7-4d92-bd58-c326195ed902 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:17:37.995637 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9e8c1ef5-54d8-4bda-8f8e-37ee19ebc7cc req-5d338cc7-38fc-4f31-9229-25a70dbd6470 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:38.110051 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-9e8c1ef5-54d8-4bda-8f8e-37ee19ebc7cc req-5d338cc7-38fc-4f31-9229-25a70dbd6470 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] For port fa91751c-80d7-4d92-bd58-c326195ed902, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fa91751c-80d7-4d92-bd58-c326195ed902,segment=NetworkSegment(0d81800e-cf16-4b0d-8c8a-52236beaa5ad),segment_id=0d81800e-cf16-4b0d-8c8a-52236beaa5ad)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:38.111528 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9e8c1ef5-54d8-4bda-8f8e-37ee19ebc7cc req-5d338cc7-38fc-4f31-9229-25a70dbd6470 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:38.135095 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-9e8c1ef5-54d8-4bda-8f8e-37ee19ebc7cc req-5d338cc7-38fc-4f31-9229-25a70dbd6470 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Calling delete_port for fa91751c-80d7-4d92-bd58-c326195ed902 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:17:38.246210 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b2ec-0789-489b-b94e-7df9b9e1eb67 req-8d149f0a-0116-493e-bd5a-22108cc4e5d6 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:38.248333 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-02e8b2ec-0789-489b-b94e-7df9b9e1eb67 req-8d149f0a-0116-493e-bd5a-22108cc4e5d6 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 949 time: 0.0572827 Apr 28 17:17:38.297899 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-02e8b2ec-0789-489b-b94e-7df9b9e1eb67 req-1462f414-5ebc-4e0a-ba36-784438d40b28 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3f931b3-e6da-4707-84b0-ec38408cabaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Apr 28 17:17:38.435632 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9e8c1ef5-54d8-4bda-8f8e-37ee19ebc7cc req-5d338cc7-38fc-4f31-9229-25a70dbd6470 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (fa91751c-80d7-4d92-bd58-c326195ed902), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:38.465480 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d338cc7-38fc-4f31-9229-25a70dbd6470 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Pushing event deleted for resources: {'Port': ['ID=fa91751c-80d7-4d92-bd58-c326195ed902,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:38.477581 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['fa91751c-80d7-4d92-bd58-c326195ed902'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:17:38.549557 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:38.551172 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8c1ef5-54d8-4bda-8f8e-37ee19ebc7cc req-5d338cc7-38fc-4f31-9229-25a70dbd6470 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] No DVR routers for this DVR port fa91751c-80d7-4d92-bd58-c326195ed902 on host hv-cinder-82694 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:17:38.555135 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9e8c1ef5-54d8-4bda-8f8e-37ee19ebc7cc req-5d338cc7-38fc-4f31-9229-25a70dbd6470 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:38.560255 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e8c1ef5-54d8-4bda-8f8e-37ee19ebc7cc req-5d338cc7-38fc-4f31-9229-25a70dbd6470 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.66 "DELETE /v2.0/ports/fa91751c-80d7-4d92-bd58-c326195ed902 HTTP/1.1" status: 204 len: 173 time: 0.7114587 Apr 28 17:17:38.560797 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4212a0-f542-4937-b133-564ab4684465', 'name': 'network-vif-deleted', 'tag': 'fa91751c-80d7-4d92-bd58-c326195ed902'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:17:38.563265 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ecbe07-33b3-4c82-a092-8f80eef5ecd8" -d '{"events": [{"server_uuid": "ca4212a0-f542-4937-b133-564ab4684465", "name": "network-vif-deleted", "tag": "fa91751c-80d7-4d92-bd58-c326195ed902"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:17:38.603991 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e4817c-dd0b-432e-ac27-2f49c19b5bd4 x-openstack-request-id: req-f2e4817c-dd0b-432e-ac27-2f49c19b5bd4 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:17:38.604331 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4212a0-f542-4937-b133-564ab4684465", "name": "network-vif-deleted", "tag": "fa91751c-80d7-4d92-bd58-c326195ed902", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:17:38.604587 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2e4817c-dd0b-432e-ac27-2f49c19b5bd4 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:17:38.605001 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e4817c-dd0b-432e-ac27-2f49c19b5bd4'] response: {'server_uuid': 'ca4212a0-f542-4937-b133-564ab4684465', 'name': 'network-vif-deleted', 'tag': 'fa91751c-80d7-4d92-bd58-c326195ed902', 'status': 'completed', 'code': 200} Apr 28 17:17:38.929823 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1723-10b1-4678-b95f-57a27cf82f03 req-527edec3-d074-4448-9f5b-4c80b5cb35d8 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:38.931282 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-740f1723-10b1-4678-b95f-57a27cf82f03 req-527edec3-d074-4448-9f5b-4c80b5cb35d8 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0486102 Apr 28 17:17:38.978843 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-740f1723-10b1-4678-b95f-57a27cf82f03 req-3de33e49-9bd9-44c2-a224-dbffd54b3cf1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411525 Apr 28 17:17:39.080734 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01b209fa-3f4f-4ca7-9913-d016d765de12 req-c745794d-0691-43d3-97ee-c6e3bfa81dc0 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 210 time: 0.0274999 Apr 28 17:17:39.390313 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa9db-8c83-41af-ba7d-631ea169044a req-d6091453-efd9-41f0-8c66-3cc1634bdd07 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:39.392553 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-d6091453-efd9-41f0-8c66-3cc1634bdd07 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.66 "GET /v2.0/networks?id=c390def0-1505-48c4-a8f4-285d5b3abd2e HTTP/1.1" status: 200 len: 814 time: 0.1569011 Apr 28 17:17:39.475778 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ef338694-3dc1-4df3-8dc8-6cddb1624ca1 req-5436fcf8-b6a3-4873-9360-deadf4887465 tempest-VolumesNegativeTest-731449835 tempest-VolumesNegativeTest-731449835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca4212a0-f542-4937-b133-564ab4684465 HTTP/1.1" status: 200 len: 210 time: 0.0525413 Apr 28 17:17:39.689356 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Request body: {'port': {'device_id': '3874fca8-1c8d-44bf-8cb7-b471ab1ec708', 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e', 'admin_state_up': True, 'tenant_id': '6f8b4f0642b74ec89d905128cc6cddef'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:39.890107 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Made reservation on behalf of 6f8b4f0642b74ec89d905128cc6cddef for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:17:39.894005 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:40.046348 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Allocated IP 172.20.0.7 (c390def0-1505-48c4-a8f4-285d5b3abd2e/f92ce39a-1025-4eab-b7f3-f769efe7afeb/cc19aecc-cde0-46ac-af64-d132018a0456) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:17:40.200485 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9e18d-059b-4188-9ef1-74b105b7a8df req-aaa984a9-cbb6-4a13-b0c1-9dd73112dee8 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:40.204827 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bac9e18d-059b-4188-9ef1-74b105b7a8df req-aaa984a9-cbb6-4a13-b0c1-9dd73112dee8 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0844884 Apr 28 17:17:40.210665 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ac335699-9d56-48db-be7a-8b7c2e668c14 req-dc9743a7-c78b-4b53-8bb0-d8bdcfba8c28 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 210 time: 0.0392540 Apr 28 17:17:40.301069 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bac9e18d-059b-4188-9ef1-74b105b7a8df req-5b9ba298-eee8-4cd9-950b-b6fe51c413ff tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713711 Apr 28 17:17:40.320584 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks [] for port (cc19aecc-cde0-46ac-af64-d132018a0456), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:40.479241 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:40.572794 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Network c390def0-1505-48c4-a8f4-285d5b3abd2e is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:17:40.576659 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:17:40.583339 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:17:40.585382 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Pushing event updated for resources: {'Port': ['ID=cc19aecc-cde0-46ac-af64-d132018a0456,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:40.641509 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:40.642149 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:40.727030 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f37d50eb-b925-43c5-92e2-9446d38793cd tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0419226 Apr 28 17:17:40.853171 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-3fa5b23b-cb46-4a88-9e85-01a997a6fdce tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930264338&fields=id&tenant_id=fbcc6f0b77184e149a43d3ae73acec24 HTTP/1.1" status: 200 len: 267 time: 0.0708826 Apr 28 17:17:40.973364 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-e141d7bb-3590-495b-b1a1-f284f23f96b9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:40.975125 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-e141d7bb-3590-495b-b1a1-f284f23f96b9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/networks?id=edf64d58-19ad-4a56-9941-a9398d1546bb HTTP/1.1" status: 200 len: 809 time: 0.1209040 Apr 28 17:17:40.994659 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-9968d3a3-166c-488e-b352-e9068bb82120 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/quotas/fbcc6f0b77184e149a43d3ae73acec24 HTTP/1.1" status: 200 len: 375 time: 0.0117741 Apr 28 17:17:41.054522 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-19b155aa-f859-4aaf-8745-1ee5b6f75bde tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fbcc6f0b77184e149a43d3ae73acec24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509484 Apr 28 17:17:41.209795 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-510f5549-009b-4b27-b7e8-cd1669e00ae0 service neutron] 10.222.0.64 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303754 Apr 28 17:17:41.406151 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-2a6342cc-995e-47f1-b90e-f0f78c4f4449 service neutron] 10.222.0.64 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946621 Apr 28 17:17:41.745647 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a7fdd-1cbb-4e1a-8540-2f101f95a2f5 req-9981401b-027f-4bef-9f67-ec0b39d4ca27 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:41.752749 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1e5a7fdd-1cbb-4e1a-8540-2f101f95a2f5 req-9981401b-027f-4bef-9f67-ec0b39d4ca27 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 931 time: 0.4598236 Apr 28 17:17:41.796891 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1e5a7fdd-1cbb-4e1a-8540-2f101f95a2f5 req-7f646e47-b29e-4880-8097-397938cf7e00 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Apr 28 17:17:41.902908 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcf29d-475d-4a79-ae45-467b2482a1ad req-b48fc896-7707-43a4-9146-9aad5711a187 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:41.904428 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-59dcf29d-475d-4a79-ae45-467b2482a1ad req-b48fc896-7707-43a4-9146-9aad5711a187 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0494611 Apr 28 17:17:41.956544 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-59dcf29d-475d-4a79-ae45-467b2482a1ad req-970643e8-671b-4aef-84fb-12de876dfedb tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461133 Apr 28 17:17:42.792192 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1626efaa-34fe-4cb5-8502-2ecccfadb08e req-b18d6054-79af-4d09-8719-5beecd563350 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 210 time: 0.0520630 Apr 28 17:17:42.960548 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa9c12-0b1e-496b-bbf0-3f1878f20bf0 req-3efa59ed-5cf7-402e-be2f-80f8026573c8 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:42.964245 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0dfa9c12-0b1e-496b-bbf0-3f1878f20bf0 req-3efa59ed-5cf7-402e-be2f-80f8026573c8 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 931 time: 0.0543020 Apr 28 17:17:43.042598 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0dfa9c12-0b1e-496b-bbf0-3f1878f20bf0 req-d0184644-3646-42a3-b551-5218bf794e38 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638828 Apr 28 17:17:43.091616 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device fa91751c-80d7-4d92-bd58-c326195ed902 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:17:43.109987 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71c449-f702-4095-a125-fa0dde54cd5c req-084315a8-45ec-4280-938a-fe26294ac724 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:43.116766 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Request body: {'port': {'device_id': '3874fca8-1c8d-44bf-8cb7-b471ab1ec708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:43.117388 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8c71c449-f702-4095-a125-fa0dde54cd5c req-084315a8-45ec-4280-938a-fe26294ac724 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0784295 Apr 28 17:17:43.132462 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: fa91751c-80d7-4d92-bd58-c326195ed902 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:17:43.133122 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device fa91751c-80d7-4d92-bd58-c326195ed902 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:17:43.180902 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8c71c449-f702-4095-a125-fa0dde54cd5c req-a9a44310-1695-4ec7-9171-ed9e60cc83e5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625672 Apr 28 17:17:43.227058 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:43.535021 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc19aecc-cde0-46ac-af64-d132018a0456 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:17:43.543966 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Publish callbacks [] for port (cc19aecc-cde0-46ac-af64-d132018a0456), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:43.558207 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Transition to ACTIVE for port object cc19aecc-cde0-46ac-af64-d132018a0456 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:17:43.724256 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:43.833552 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Pushing event updated for resources: {'Port': ['ID=cc19aecc-cde0-46ac-af64-d132018a0456,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:43.886636 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ea178522-8061-432a-a0b4-f5ccdce7b1b7 req-b640ee10-1b4c-4d13-943f-737aa843acb7 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 210 time: 0.0488858 Apr 28 17:17:43.970142 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Attempting to bind port cc19aecc-cde0-46ac-af64-d132018a0456 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:17:43.973336 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Attempting to bind port cc19aecc-cde0-46ac-af64-d132018a0456 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '7e8a8ade-2c3b-4576-ba58-509368e8dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:17:43.973946 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Attempting to bind port cc19aecc-cde0-46ac-af64-d132018a0456 on network c390def0-1505-48c4-a8f4-285d5b3abd2e {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:17:43.981489 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Port cc19aecc-cde0-46ac-af64-d132018a0456 on network c390def0-1505-48c4-a8f4-285d5b3abd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:17:43.981824 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Attempting to bind port cc19aecc-cde0-46ac-af64-d132018a0456 on network c390def0-1505-48c4-a8f4-285d5b3abd2e {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:17:43.993286 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:17:43.993622 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Checking segment: {'id': '7e8a8ade-2c3b-4576-ba58-509368e8dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:17:43.994022 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Bound using segment: {'id': '7e8a8ade-2c3b-4576-ba58-509368e8dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:17:43.994456 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Bound port: cc19aecc-cde0-46ac-af64-d132018a0456, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8a8ade-2c3b-4576-ba58-509368e8dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:17:43.994817 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:44.084892 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] For port cc19aecc-cde0-46ac-af64-d132018a0456, host hv-cinder-82694, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:17:44.088943 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] For port cc19aecc-cde0-46ac-af64-d132018a0456, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=cc19aecc-cde0-46ac-af64-d132018a0456,segment=NetworkSegment(7e8a8ade-2c3b-4576-ba58-509368e8dc1d),segment_id=7e8a8ade-2c3b-4576-ba58-509368e8dc1d)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:17:44.163769 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be40d3e-3190-4023-86d8-631a596fade9 req-d2fda33a-1c58-4562-b75a-e9f8078382c9 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:44.165452 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5be40d3e-3190-4023-86d8-631a596fade9 req-d2fda33a-1c58-4562-b75a-e9f8078382c9 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 943 time: 0.0558684 Apr 28 17:17:44.182774 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:44.241207 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:44.241835 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:44.243551 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] 10.222.0.66 "PUT /v2.0/ports/cc19aecc-cde0-46ac-af64-d132018a0456 HTTP/1.1" status: 200 len: 1093 time: 1.1369684 Apr 28 17:17:44.244006 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3874fca8-1c8d-44bf-8cb7-b471ab1ec708', 'tag': 'cc19aecc-cde0-46ac-af64-d132018a0456'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:17:44.246992 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0ad1c3-6b2f-49b5-b248-e8a2dd0fdfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "3874fca8-1c8d-44bf-8cb7-b471ab1ec708", "tag": "cc19aecc-cde0-46ac-af64-d132018a0456"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:17:44.278588 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5be40d3e-3190-4023-86d8-631a596fade9 req-f7e4b96d-a47c-4869-a451-c154792d5858 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068022 Apr 28 17:17:44.285257 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0ecbb-081a-4463-828c-79981e99f753 service neutron] Pushing event updated for resources: {'Port': ['ID=cc19aecc-cde0-46ac-af64-d132018a0456,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:44.336188 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50432f79-df61-4b36-9179-522de608d316 x-openstack-request-id: req-50432f79-df61-4b36-9179-522de608d316 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:17:44.336484 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3874fca8-1c8d-44bf-8cb7-b471ab1ec708", "tag": "cc19aecc-cde0-46ac-af64-d132018a0456", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:17:44.336730 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50432f79-df61-4b36-9179-522de608d316 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:17:44.337132 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50432f79-df61-4b36-9179-522de608d316'] response: {'name': 'network-changed', 'server_uuid': '3874fca8-1c8d-44bf-8cb7-b471ab1ec708', 'tag': 'cc19aecc-cde0-46ac-af64-d132018a0456', 'status': 'completed', 'code': 200} Apr 28 17:17:44.362324 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56155f07-8dec-4e18-9e8d-fa8cc57e349e req-9b68c4d0-ad8f-43d9-8b1e-57e479701b6f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:44.368641 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-56155f07-8dec-4e18-9e8d-fa8cc57e349e req-9b68c4d0-ad8f-43d9-8b1e-57e479701b6f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0599275 Apr 28 17:17:44.444418 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-56155f07-8dec-4e18-9e8d-fa8cc57e349e req-216caecb-5646-46ae-a7ce-419a96bf1cb4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746686 Apr 28 17:17:44.445707 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ad1c3-6b2f-49b5-b248-e8a2dd0fdfeb req-2761e60b-b34c-4e1f-9512-411e4cd00bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:44.447200 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d0ad1c3-6b2f-49b5-b248-e8a2dd0fdfeb req-2761e60b-b34c-4e1f-9512-411e4cd00bb5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f8b4f0642b74ec89d905128cc6cddef&device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 1127 time: 0.0634785 Apr 28 17:17:44.571333 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ad1c3-6b2f-49b5-b248-e8a2dd0fdfeb req-53c7e909-4350-4e5f-bfb5-7b9323980ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:44.572867 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d0ad1c3-6b2f-49b5-b248-e8a2dd0fdfeb req-53c7e909-4350-4e5f-bfb5-7b9323980ccb service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6f8b4f0642b74ec89d905128cc6cddef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1098847 Apr 28 17:17:44.674796 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ad1c3-6b2f-49b5-b248-e8a2dd0fdfeb req-d4538840-9899-4b74-b006-395d9a721dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:44.676406 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d0ad1c3-6b2f-49b5-b248-e8a2dd0fdfeb req-d4538840-9899-4b74-b006-395d9a721dc3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970476 Apr 28 17:17:44.865961 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa9db-8c83-41af-ba7d-631ea169044a req-bfa23746-7c46-4ee9-9d4c-d6143b348cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:44.867473 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-bfa23746-7c46-4ee9-9d4c-d6143b348cd9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f8b4f0642b74ec89d905128cc6cddef&device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 1127 time: 0.0715172 Apr 28 17:17:44.977059 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-756fe348-82d3-4080-88b5-4e3f67d32cae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc19aecc-cde0-46ac-af64-d132018a0456 HTTP/1.1" status: 200 len: 217 time: 0.0938642 Apr 28 17:17:45.028670 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-84efb80a-4c2b-4b80-a945-f639927e3853 req-a443bd1b-5d6b-48cd-9952-e49937f78026 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 210 time: 0.0436349 Apr 28 17:17:45.057889 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa9db-8c83-41af-ba7d-631ea169044a req-c7f6d804-216b-40c5-9fb3-c659e19e45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:45.060420 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-c7f6d804-216b-40c5-9fb3-c659e19e45fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f92ce39a-1025-4eab-b7f3-f769efe7afeb HTTP/1.1" status: 200 len: 854 time: 0.0767305 Apr 28 17:17:45.098826 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-79feb807-166d-4d7a-ba1a-ba2a4a34dd2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c390def0-1505-48c4-a8f4-285d5b3abd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309093 Apr 28 17:17:45.229199 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-6d445789-6e6a-4d81-b8a7-51d45049e86a service neutron] 10.222.0.66 "GET /v2.0/networks/c390def0-1505-48c4-a8f4-285d5b3abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190917 Apr 28 17:17:45.374253 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-296fa9db-8c83-41af-ba7d-631ea169044a req-c140d012-bbd0-433f-938c-a12a5e435af8 service neutron] 10.222.0.66 "GET /v2.0/networks/c390def0-1505-48c4-a8f4-285d5b3abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373363 Apr 28 17:17:45.425422 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f92af-205a-403a-9500-ba7fa08573de req-be572a31-0ea3-43aa-ab26-963dafd58a0f tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:45.427133 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df7f92af-205a-403a-9500-ba7fa08573de req-be572a31-0ea3-43aa-ab26-963dafd58a0f tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 943 time: 0.0724001 Apr 28 17:17:45.483042 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df7f92af-205a-403a-9500-ba7fa08573de req-84b79f8a-fab9-4de9-8965-3e40a016c748 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496516 Apr 28 17:17:45.591518 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10888358-7f13-46bb-8bac-3888d7dd8fc5 req-f5eb150f-5675-408f-8b5e-2bda4de23374 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:45.593803 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-10888358-7f13-46bb-8bac-3888d7dd8fc5 req-f5eb150f-5675-408f-8b5e-2bda4de23374 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0559852 Apr 28 17:17:45.645605 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-10888358-7f13-46bb-8bac-3888d7dd8fc5 req-a108f936-bc58-47b1-8611-b16f5ae26b1f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427749 Apr 28 17:17:46.122757 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1a01c310-44df-47f4-b2ea-1f4873baddc5 req-c35f3da6-da5b-4a53-9ec3-2f4761af43f3 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 210 time: 0.0305185 Apr 28 17:17:46.627052 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c886690-637c-4e50-8f80-f147192c46d9 req-fc8e92da-5be5-4507-9a3c-500ce60d8582 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:46.635587 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3c886690-637c-4e50-8f80-f147192c46d9 req-fc8e92da-5be5-4507-9a3c-500ce60d8582 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 943 time: 0.0637143 Apr 28 17:17:46.708626 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3c886690-637c-4e50-8f80-f147192c46d9 req-b5c7870e-442d-48d6-8423-a5db0078570b tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713544 Apr 28 17:17:46.822001 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755a134-d84d-4769-85db-287c5a49bbad req-2f663cf6-65a5-4cc8-a2cb-6510ecf25d43 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:46.824226 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b755a134-d84d-4769-85db-287c5a49bbad req-2f663cf6-65a5-4cc8-a2cb-6510ecf25d43 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0937612 Apr 28 17:17:46.887108 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b755a134-d84d-4769-85db-287c5a49bbad req-14268e48-f388-45b4-911c-eef16d671c77 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578246 Apr 28 17:17:47.231728 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eb055f5e-1310-47af-8a82-8444417a6908 req-14e6731b-e2a8-4854-b110-d8a26d3ce878 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 210 time: 0.0301886 Apr 28 17:17:47.534718 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-62d543d8-ef4f-484a-bd86-233ed9d814ae tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:47.534718 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-62d543d8-ef4f-484a-bd86-233ed9d814ae tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.66 "GET /v2.0/networks?id=edf64d58-19ad-4a56-9941-a9398d1546bb HTTP/1.1" status: 200 len: 809 time: 0.1169698 Apr 28 17:17:47.629210 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-3fa00267-e3e9-4550-8137-f2f5d2583397 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbcc6f0b77184e149a43d3ae73acec24 HTTP/1.1" status: 200 len: 380 time: 0.0694027 Apr 28 17:17:47.650098 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Request body: {'port': {'device_id': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'admin_state_up': True, 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'security_groups': ['0257935c-c2cf-4f65-9db8-4d234e2a26a7']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:47.829514 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633b21c-5422-4f66-942a-acbeb4b9092e req-5c1d9c42-f317-46ec-9d6d-2225ec8c5abe tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:47.831015 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8633b21c-5422-4f66-942a-acbeb4b9092e req-5c1d9c42-f317-46ec-9d6d-2225ec8c5abe tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 943 time: 0.0499520 Apr 28 17:17:47.884317 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8633b21c-5422-4f66-942a-acbeb4b9092e req-b43883a9-7821-4e1d-9d23-47c6a9023f67 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Apr 28 17:17:47.885985 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Made reservation on behalf of fbcc6f0b77184e149a43d3ae73acec24 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:17:47.889418 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:48.016538 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Allocated IP 172.20.0.6 (edf64d58-19ad-4a56-9941-a9398d1546bb/6e8007a0-4cce-4670-8577-367d74defe80/2dcdadc7-8798-4bc7-a7fc-fda334a28336) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:17:48.018151 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96d4f4-23f8-4340-bb75-5399dc9dded4 req-b7188ad7-b035-45e2-b4ea-2d2ac29ea824 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:48.019691 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fa96d4f4-23f8-4340-bb75-5399dc9dded4 req-b7188ad7-b035-45e2-b4ea-2d2ac29ea824 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0477502 Apr 28 17:17:48.066874 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fa96d4f4-23f8-4340-bb75-5399dc9dded4 req-a4dfc2bf-c17a-4a1d-88f0-ac5cd5f555c3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414519 Apr 28 17:17:48.161292 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:48.258104 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:48.307406 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Network edf64d58-19ad-4a56-9941-a9398d1546bb is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:17:48.321284 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:17:48.324640 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:17:48.327238 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event updated for resources: {'Port': ['ID=2dcdadc7-8798-4bc7-a7fc-fda334a28336,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:48.394242 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12cf22-66fc-4a12-a6a1-dea8fa2a5ce7 req-38388bd9-a64e-4276-a384-b76e207ce186 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:48.395818 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf12cf22-66fc-4a12-a6a1-dea8fa2a5ce7 req-38388bd9-a64e-4276-a384-b76e207ce186 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 931 time: 0.0872796 Apr 28 17:17:48.415813 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:48.416458 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:48.461684 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf12cf22-66fc-4a12-a6a1-dea8fa2a5ce7 req-0d8af644-b888-4c7c-9ac8-9856260df3a0 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602071 Apr 28 17:17:48.508816 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-445f84f1-c1b3-4c7e-ac68-7b6bf052867d None None] Provisioning complete for port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:17:48.513434 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-445f84f1-c1b3-4c7e-ac68-7b6bf052867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:48.544148 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-445f84f1-c1b3-4c7e-ac68-7b6bf052867d None None] Port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:17:48.584117 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf172c-b871-4885-ab73-d1c38feabab1 req-0b4bd1eb-b548-4f23-a0df-d19571f13232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:48.585574 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fbdf172c-b871-4885-ab73-d1c38feabab1 req-0b4bd1eb-b548-4f23-a0df-d19571f13232 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 1130 time: 0.0378294 Apr 28 17:17:48.604805 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-01ad418e-639f-4e81-88d0-b9f639a8c725 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9668975 Apr 28 17:17:48.625757 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Request body: {'port': {'device_id': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:17:48.684538 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf172c-b871-4885-ab73-d1c38feabab1 req-95f5d097-28c2-49f5-a62c-3a4789ddac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:48.685892 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fbdf172c-b871-4885-ab73-d1c38feabab1 req-95f5d097-28c2-49f5-a62c-3a4789ddac11 service neutron] 10.222.0.66 "GET /v2.0/networks?id=77e74cd7-f3b4-4335-ac24-4dfe333ae022 HTTP/1.1" status: 200 len: 918 time: 0.0923946 Apr 28 17:17:48.687842 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:48.753329 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fbdf172c-b871-4885-ab73-d1c38feabab1 req-a71869c2-3f1a-4c2a-b3c4-b10bc43a808d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 HTTP/1.1" status: 200 len: 1001 time: 0.0608866 Apr 28 17:17:48.808712 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf172c-b871-4885-ab73-d1c38feabab1 req-8cd75e0c-9224-40cd-bb49-07405d609f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:48.810194 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fbdf172c-b871-4885-ab73-d1c38feabab1 req-8cd75e0c-9224-40cd-bb49-07405d609f37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecc69208-bcad-42d8-b762-85c2a71ff837 HTTP/1.1" status: 200 len: 856 time: 0.0505900 Apr 28 17:17:48.856357 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf172c-b871-4885-ab73-d1c38feabab1 req-c122bae9-c5de-488a-8252-b9d80c449512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:48.857874 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fbdf172c-b871-4885-ab73-d1c38feabab1 req-c122bae9-c5de-488a-8252-b9d80c449512 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77e74cd7-f3b4-4335-ac24-4dfe333ae022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402551 Apr 28 17:17:48.992683 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fbdf172c-b871-4885-ab73-d1c38feabab1 req-0c1d3a84-3f28-46cb-8a09-cbae383c9d16 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272814 Apr 28 17:17:49.029366 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58153d3f-543a-49aa-8cff-4d0548e80be7 req-ef0a46a6-516b-4835-a0d2-7ebfcb123b93 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:49.033070 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-58153d3f-543a-49aa-8cff-4d0548e80be7 req-ef0a46a6-516b-4835-a0d2-7ebfcb123b93 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 943 time: 0.0741601 Apr 28 17:17:49.118628 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device cc19aecc-cde0-46ac-af64-d132018a0456 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:17:49.126279 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-58153d3f-543a-49aa-8cff-4d0548e80be7 req-52ee82ea-c30d-4c00-aea6-a73fa36374db tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860267 Apr 28 17:17:49.138113 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fbdf172c-b871-4885-ab73-d1c38feabab1 req-9cf2e15d-c7a6-4819-96ae-ce74230293bd service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367519 Apr 28 17:17:49.290120 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port cc19aecc-cde0-46ac-af64-d132018a0456, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=cc19aecc-cde0-46ac-af64-d132018a0456,segment=NetworkSegment(7e8a8ade-2c3b-4576-ba58-509368e8dc1d),segment_id=7e8a8ade-2c3b-4576-ba58-509368e8dc1d)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:49.293832 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcdadc7-8798-4bc7-a7fc-fda334a28336 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:17:49.302533 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'cc19aecc-cde0-46ac-af64-d132018a0456', 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e', 'port_id': 'cc19aecc-cde0-46ac-af64-d132018a0456', 'mac_address': 'fa:16:3e:8a:69:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92ce39a-1025-4eab-b7f3-f769efe7afeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:17:49.305011 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Publish callbacks [] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:49.316578 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0a9b-721f-49a4-92f4-92178679cd5c req-0d7280b4-46ff-4fa1-9ce2-a4ec199b8248 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:49.318034 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c1ee0a9b-721f-49a4-92f4-92178679cd5c req-0d7280b4-46ff-4fa1-9ce2-a4ec199b8248 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0671003 Apr 28 17:17:49.335069 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Transition to ACTIVE for port object 2dcdadc7-8798-4bc7-a7fc-fda334a28336 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:17:49.349574 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port cc19aecc-cde0-46ac-af64-d132018a0456 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:49.349964 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:49.365201 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc19aecc-cde0-46ac-af64-d132018a0456 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:17:49.388706 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c1ee0a9b-721f-49a4-92f4-92178679cd5c req-3975a838-8abc-4156-b271-d1cc875d93bf tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646601 Apr 28 17:17:49.389376 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port cc19aecc-cde0-46ac-af64-d132018a0456, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=cc19aecc-cde0-46ac-af64-d132018a0456,segment=NetworkSegment(7e8a8ade-2c3b-4576-ba58-509368e8dc1d),segment_id=7e8a8ade-2c3b-4576-ba58-509368e8dc1d)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:49.426910 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:49.446542 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 48024) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:49.455474 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:49.504904 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcdadc7-8798-4bc7-a7fc-fda334a28336,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:49.521236 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=cc19aecc-cde0-46ac-af64-d132018a0456,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:49.593140 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Attempting to bind port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:17:49.593140 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Attempting to bind port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:17:49.593140 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Attempting to bind port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 on network edf64d58-19ad-4a56-9941-a9398d1546bb {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:17:49.593844 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 on network edf64d58-19ad-4a56-9941-a9398d1546bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:17:49.594296 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Attempting to bind port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 on network edf64d58-19ad-4a56-9941-a9398d1546bb {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:17:49.606163 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:17:49.606757 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Checking segment: {'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:17:49.607365 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Bound using segment: {'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:17:49.608089 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Bound port: 2dcdadc7-8798-4bc7-a7fc-fda334a28336, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:17:49.608714 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:49.628161 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be2de8-1448-47ad-ab3a-b36450e54abb req-f440adc4-a915-41fb-834a-0281e9d9541e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:49.630184 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-43be2de8-1448-47ad-ab3a-b36450e54abb req-f440adc4-a915-41fb-834a-0281e9d9541e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0664940 Apr 28 17:17:49.689111 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] For port 2dcdadc7-8798-4bc7-a7fc-fda334a28336, host hv-cinder-82694, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:17:49.693261 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] For port 2dcdadc7-8798-4bc7-a7fc-fda334a28336, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:17:49.702131 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-43be2de8-1448-47ad-ab3a-b36450e54abb req-5243588c-9bfa-4b50-bbe4-62f1cc7e8575 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650451 Apr 28 17:17:49.728249 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-e56c45c6-7972-4a48-b910-d416806c5a5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf09fbfe07d14d02bcedb1a4429ae860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803490 Apr 28 17:17:49.730633 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 48032) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:49.778312 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-66ecb1f2-c298-4fbe-830e-6047edefbdc7 admin admin] Publish callbacks [] for security_group (d3f931b3-e6da-4707-84b0-ec38408cabaa), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:49.798776 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-66ecb1f2-c298-4fbe-830e-6047edefbdc7 admin admin] Publish callbacks [] for security_group (d3f931b3-e6da-4707-84b0-ec38408cabaa), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:49.812022 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:49.846173 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:49.846798 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:49.848366 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] 10.222.0.66 "PUT /v2.0/ports/2dcdadc7-8798-4bc7-a7fc-fda334a28336 HTTP/1.1" status: 200 len: 1093 time: 1.2278697 Apr 28 17:17:49.848785 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:17:49.851108 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ecedb4-283f-4835-92fc-0bef32e0243f" -d '{"events": [{"name": "network-changed", "server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:17:49.878137 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ed724-9665-486f-9e0b-72b3fb9a7de9 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcdadc7-8798-4bc7-a7fc-fda334a28336,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:49.889027 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e0f222-a2b1-47dd-a062-aa342615e570 x-openstack-request-id: req-35e0f222-a2b1-47dd-a062-aa342615e570 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:17:49.889331 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:17:49.889587 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35e0f222-a2b1-47dd-a062-aa342615e570 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:17:49.889993 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e0f222-a2b1-47dd-a062-aa342615e570'] response: {'name': 'network-changed', 'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'status': 'completed', 'code': 200} Apr 28 17:17:49.949625 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-66ecb1f2-c298-4fbe-830e-6047edefbdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d3f931b3-e6da-4707-84b0-ec38408cabaa), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:49.952309 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-66ecb1f2-c298-4fbe-830e-6047edefbdc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:49.956138 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-66ecb1f2-c298-4fbe-830e-6047edefbdc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3f931b3-e6da-4707-84b0-ec38408cabaa HTTP/1.1" status: 204 len: 168 time: 0.2219226 Apr 28 17:17:49.961919 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecb1f2-c298-4fbe-830e-6047edefbdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f931b3-e6da-4707-84b0-ec38408cabaa,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:49.995767 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['cc19aecc-cde0-46ac-af64-d132018a0456'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:17:50.330477 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064767c-4414-4699-bd6f-4180f406246b req-81fbe200-4897-4d55-8a86-d8974f2c9bfb tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:50.332236 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6064767c-4414-4699-bd6f-4180f406246b req-81fbe200-4897-4d55-8a86-d8974f2c9bfb tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 944 time: 0.0533435 Apr 28 17:17:50.389008 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6064767c-4414-4699-bd6f-4180f406246b req-706b7312-5dda-410b-99f7-00ea9a3ea855 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503852 Apr 28 17:17:50.506956 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f38a7-1647-471c-a844-b4334b16a115 req-caf263f3-3dfc-4f53-86ce-1abb4d58ffb2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:50.508366 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1b3f38a7-1647-471c-a844-b4334b16a115 req-caf263f3-3dfc-4f53-86ce-1abb4d58ffb2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0470963 Apr 28 17:17:50.554254 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1b3f38a7-1647-471c-a844-b4334b16a115 req-fd491c66-67a2-4601-be55-16ca5001a7cd tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392756 Apr 28 17:17:50.815910 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773fbb5-a204-407c-aa08-28ce9dbfa5fe req-5012fd6a-aef6-4071-a4f3-7df6ab29ad1a tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:50.817319 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7773fbb5-a204-407c-aa08-28ce9dbfa5fe req-5012fd6a-aef6-4071-a4f3-7df6ab29ad1a tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0472810 Apr 28 17:17:50.874650 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7773fbb5-a204-407c-aa08-28ce9dbfa5fe req-d9cf5ae2-19d2-405a-ad8d-aca3e97dc76b tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512218 Apr 28 17:17:51.071841 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecedb4-283f-4835-92fc-0bef32e0243f req-90cbc42e-caa7-482b-b568-cb7d2d7d2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:51.073290 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95ecedb4-283f-4835-92fc-0bef32e0243f req-90cbc42e-caa7-482b-b568-cb7d2d7d2008 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fbcc6f0b77184e149a43d3ae73acec24&device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 1127 time: 0.0425279 Apr 28 17:17:51.155625 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device cc19aecc-cde0-46ac-af64-d132018a0456 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:17:51.234115 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port cc19aecc-cde0-46ac-af64-d132018a0456 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:17:51.266064 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 48050) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:51.277241 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecedb4-283f-4835-92fc-0bef32e0243f req-80ac96c1-9085-49a6-ac72-1f13cd669ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:51.278773 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95ecedb4-283f-4835-92fc-0bef32e0243f req-80ac96c1-9085-49a6-ac72-1f13cd669ec0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=fbcc6f0b77184e149a43d3ae73acec24&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1022627 Apr 28 17:17:51.332609 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port cc19aecc-cde0-46ac-af64-d132018a0456 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:17:51.333328 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:51.385520 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-815269fd-0ea7-4bff-a831-706bc27e1cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:51.404588 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecedb4-283f-4835-92fc-0bef32e0243f req-18e87e33-fdfe-410e-a0be-40797d45b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:51.406116 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95ecedb4-283f-4835-92fc-0bef32e0243f req-18e87e33-fdfe-410e-a0be-40797d45b233 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035028 Apr 28 17:17:51.443831 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port cc19aecc-cde0-46ac-af64-d132018a0456 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:51.444623 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:51.471466 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3874fca8-1c8d-44bf-8cb7-b471ab1ec708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc19aecc-cde0-46ac-af64-d132018a0456'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:17:51.473905 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cd526a-960f-4625-a01e-5631d0343c66" -d '{"events": [{"server_uuid": "3874fca8-1c8d-44bf-8cb7-b471ab1ec708", "name": "network-vif-plugged", "status": "completed", "tag": "cc19aecc-cde0-46ac-af64-d132018a0456"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:17:51.486858 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-815269fd-0ea7-4bff-a831-706bc27e1cfb admin admin] Publish callbacks [] for security_group (eba10caa-9796-4c19-a139-da27770795dc), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:51.488420 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port cc19aecc-cde0-46ac-af64-d132018a0456, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=cc19aecc-cde0-46ac-af64-d132018a0456,segment=NetworkSegment(7e8a8ade-2c3b-4576-ba58-509368e8dc1d),segment_id=7e8a8ade-2c3b-4576-ba58-509368e8dc1d)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:51.513550 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba73b3e-d1c2-4562-a92d-000d7b3801d1 x-openstack-request-id: req-7ba73b3e-d1c2-4562-a92d-000d7b3801d1 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:17:51.513873 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3874fca8-1c8d-44bf-8cb7-b471ab1ec708", "name": "network-vif-plugged", "status": "completed", "tag": "cc19aecc-cde0-46ac-af64-d132018a0456", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:17:51.514130 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ba73b3e-d1c2-4562-a92d-000d7b3801d1 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:17:51.514530 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba73b3e-d1c2-4562-a92d-000d7b3801d1'] response: {'server_uuid': '3874fca8-1c8d-44bf-8cb7-b471ab1ec708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc19aecc-cde0-46ac-af64-d132018a0456', 'code': 200} Apr 28 17:17:51.571019 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be66cab-82f4-4835-8b52-9d686dfe1fa4 req-b2537c19-e82b-4a34-96d2-8f9f68748357 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:51.572547 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0be66cab-82f4-4835-8b52-9d686dfe1fa4 req-b2537c19-e82b-4a34-96d2-8f9f68748357 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 944 time: 0.0809920 Apr 28 17:17:51.577631 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-18cd283e-b0c8-4e85-ad7f-22e5cc07a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:51.578392 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-18cd283e-b0c8-4e85-ad7f-22e5cc07a501 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fbcc6f0b77184e149a43d3ae73acec24&device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 1127 time: 0.0738864 Apr 28 17:17:51.603880 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:51.604443 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-815269fd-0ea7-4bff-a831-706bc27e1cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (eba10caa-9796-4c19-a139-da27770795dc), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:51.604804 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:17:51.661772 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-815269fd-0ea7-4bff-a831-706bc27e1cfb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2968517020c54c6dae559edc69b789b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945761 Apr 28 17:17:51.664488 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 48062) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:51.669910 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-bc113713-66ac-4f5e-a723-f9b101b61161 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336 HTTP/1.1" status: 200 len: 217 time: 0.0487309 Apr 28 17:17:51.673211 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815269fd-0ea7-4bff-a831-706bc27e1cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba10caa-9796-4c19-a139-da27770795dc,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:51.687014 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0be66cab-82f4-4835-8b52-9d686dfe1fa4 req-7d702932-c1d1-45f4-ae53-874f7347bf44 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018496 Apr 28 17:17:51.740424 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-1cb610e5-05bf-49bb-b7e3-3dc846c98df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:51.741973 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-1cb610e5-05bf-49bb-b7e3-3dc846c98df1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e8007a0-4cce-4670-8577-367d74defe80 HTTP/1.1" status: 200 len: 848 time: 0.0540423 Apr 28 17:17:51.760974 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=cc19aecc-cde0-46ac-af64-d132018a0456,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:51.785108 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 is: ACTIVE; New status is: DOWN {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:51.785666 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:51.786581 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd432dc5-3ce6-448f-8d49-2ce8104acaf4 req-cfd9ec0c-0b8f-4006-ad1c-98ed7d22c31f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:51.788137 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fd432dc5-3ce6-448f-8d49-2ce8104acaf4 req-cfd9ec0c-0b8f-4006-ad1c-98ed7d22c31f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 946 time: 0.0828607 Apr 28 17:17:51.807082 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-d0a8e4ec-73ec-40bf-972a-1c5a4d5bf208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:51.809678 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bee8-637f-4026-9dee-05af8c329386 admin admin] Publish callbacks [] for security_group (eba10caa-9796-4c19-a139-da27770795dc), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:51.810119 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-d0a8e4ec-73ec-40bf-972a-1c5a4d5bf208 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=edf64d58-19ad-4a56-9941-a9398d1546bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460610 Apr 28 17:17:51.823195 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:17:51.852914 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bee8-637f-4026-9dee-05af8c329386 admin admin] Publish callbacks [] for security_group (eba10caa-9796-4c19-a139-da27770795dc), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:51.881023 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fd432dc5-3ce6-448f-8d49-2ce8104acaf4 req-3203da12-a424-461e-85c3-e36cce8c4582 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847983 Apr 28 17:17:51.922384 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-6eca9327-b696-488d-998d-615245a21bb9 service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037493 Apr 28 17:17:52.046611 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4276586-5f4f-4470-a33c-b68292f8ba77 req-36efc092-b0fa-4abe-b259-45e25ffc2449 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:52.048094 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c4276586-5f4f-4470-a33c-b68292f8ba77 req-36efc092-b0fa-4abe-b259-45e25ffc2449 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0930257 Apr 28 17:17:52.051986 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:52.056662 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bee8-637f-4026-9dee-05af8c329386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (eba10caa-9796-4c19-a139-da27770795dc), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:52.060338 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bee8-637f-4026-9dee-05af8c329386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:52.067596 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-a6e0bee8-637f-4026-9dee-05af8c329386 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eba10caa-9796-4c19-a139-da27770795dc HTTP/1.1" status: 204 len: 168 time: 0.3974135 Apr 28 17:17:52.077017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0bee8-637f-4026-9dee-05af8c329386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba10caa-9796-4c19-a139-da27770795dc,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:52.094565 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfd744a1-26af-40a3-ac16-2c1cf1a26c4e req-52ee6708-0a42-4f49-b2f4-c7c12e9092e3 service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591702 Apr 28 17:17:52.134473 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,revision_number=8']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:17:52.134690 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c4276586-5f4f-4470-a33c-b68292f8ba77 req-dd812b2c-5c08-453d-b789-238e46a5c9da tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712385 Apr 28 17:17:52.561826 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9ec6-7fe2-40f0-a3c3-66749cffc498 req-ff5fb22b-a7cc-4720-ba07-dd8bd57bcee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:52.563816 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-381f9ec6-7fe2-40f0-a3c3-66749cffc498 req-ff5fb22b-a7cc-4720-ba07-dd8bd57bcee8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 1129 time: 0.0409603 Apr 28 17:17:52.790814 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc664355-655e-4c94-8f11-30fbdeeda44b req-c60f4e6e-220d-4f69-91c1-89c6ec7d8841 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:52.792387 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc664355-655e-4c94-8f11-30fbdeeda44b req-c60f4e6e-220d-4f69-91c1-89c6ec7d8841 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 945 time: 0.0480089 Apr 28 17:17:52.857121 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cc664355-655e-4c94-8f11-30fbdeeda44b req-54b25b39-4487-4eb4-8f41-9af6902870c1 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589230 Apr 28 17:17:52.884610 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-381f9ec6-7fe2-40f0-a3c3-66749cffc498 req-beb56ad3-0ffe-49cc-9953-cb93eccd4014 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521374 Apr 28 17:17:53.259091 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7527c-bf8a-40f3-93b2-a4e8800feba5 req-9a551187-47a0-4bc4-9dbd-f612f09f130e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:53.260607 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d8c7527c-bf8a-40f3-93b2-a4e8800feba5 req-9a551187-47a0-4bc4-9dbd-f612f09f130e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0492671 Apr 28 17:17:53.320886 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d8c7527c-bf8a-40f3-93b2-a4e8800feba5 req-89222b33-2e0f-45d7-b514-c764a073805a tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532756 Apr 28 17:17:53.438520 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [req-0571d2c7-f3c0-4527-a5ba-a405784b6dfb req-bc46497c-2998-423c-abe3-5b6627006065 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:17:53.439493 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0571d2c7-f3c0-4527-a5ba-a405784b6dfb req-bc46497c-2998-423c-abe3-5b6627006065 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053897 Apr 28 17:17:53.515913 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:17:53.518255 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdc0584-73f1-4c8e-8c99-110ba412df88" -d '{"events": [{"server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "name": "network-vif-unplugged", "status": "completed", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:17:53.549183 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00de034d-2ea3-4f3b-8ec7-4d074b0eb69d x-openstack-request-id: req-00de034d-2ea3-4f3b-8ec7-4d074b0eb69d {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:17:53.549481 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "name": "network-vif-unplugged", "status": "failed", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424", "code": 422}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:17:53.549734 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00de034d-2ea3-4f3b-8ec7-4d074b0eb69d {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:17:53.550173 dv-cinder-826949-5-iscsi neutron-server[103998]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-00de034d-2ea3-4f3b-8ec7-4d074b0eb69d']: {'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'code': 422} returned with failed status Apr 28 17:17:53.787905 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f34da-65c4-44db-af20-fd5b0daafa83 req-ff7aaabe-177e-4aab-a452-fa964b9a9f6b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:53.789304 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-739f34da-65c4-44db-af20-fd5b0daafa83 req-ff7aaabe-177e-4aab-a452-fa964b9a9f6b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0471830 Apr 28 17:17:53.845088 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-739f34da-65c4-44db-af20-fd5b0daafa83 req-395ff1dc-25f0-42b8-83b6-e7e86eb538d6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493698 Apr 28 17:17:53.975926 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b86b-0018-40f3-b846-da7bbe46dad6 req-a20dc9fb-59b8-4427-933c-ddc6957c26ed tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:53.977426 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6035b86b-0018-40f3-b846-da7bbe46dad6 req-a20dc9fb-59b8-4427-933c-ddc6957c26ed tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 945 time: 0.0495512 Apr 28 17:17:54.026438 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6035b86b-0018-40f3-b846-da7bbe46dad6 req-f59c4401-7865-4259-b405-617cea58f8b0 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426695 Apr 28 17:17:54.380414 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 48140) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:54.451062 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e186be9-e129-4fb2-b4e0-fcb624d5e673 req-a383e85a-6658-4c0a-85b5-7cb007fcaa96 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:54.452700 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e186be9-e129-4fb2-b4e0-fcb624d5e673 req-a383e85a-6658-4c0a-85b5-7cb007fcaa96 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0552437 Apr 28 17:17:54.469256 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-7ded250d-cb1a-456a-abca-8a8d89b0dbb5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869832 Apr 28 17:17:54.477609 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-5aa88a39-c12d-43ad-85a5-e83fa7467d23 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:17:54.478572 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-5aa88a39-c12d-43ad-85a5-e83fa7467d23 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048645 Apr 28 17:17:54.503414 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e186be9-e129-4fb2-b4e0-fcb624d5e673 req-5a881e5e-bb9f-4556-b5d6-db34cbde0064 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 Apr 28 17:17:54.560175 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 48148) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:17:54.657516 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-36d2a382-8d11-4d24-9518-223efe9af68c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:54.658872 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-36d2a382-8d11-4d24-9518-223efe9af68c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports/c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 HTTP/1.1" status: 200 len: 941 time: 0.0977242 Apr 28 17:17:54.967342 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c208c0e-6af1-4063-b66f-4c037714daef req-7ae807d0-74c4-4f6f-8360-9dd24ec7c969 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:54.968834 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0c208c0e-6af1-4063-b66f-4c037714daef req-7ae807d0-74c4-4f6f-8360-9dd24ec7c969 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0485363 Apr 28 17:17:55.015248 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0c208c0e-6af1-4063-b66f-4c037714daef req-b4de0608-d0a3-43cf-aa47-cf6cefa14ae2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408003 Apr 28 17:17:55.155526 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:17:55.168007 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921dce-9736-4dd2-ac33-1a82e88dd813 req-032882e2-b202-4e4c-ac38-3c4d5bb80c25 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:55.174587 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5a921dce-9736-4dd2-ac33-1a82e88dd813 req-032882e2-b202-4e4c-ac38-3c4d5bb80c25 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 945 time: 0.0810037 Apr 28 17:17:55.253951 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5a921dce-9736-4dd2-ac33-1a82e88dd813 req-15837bfa-9e4e-48d1-a2e8-c5ddea37fecb tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634058 Apr 28 17:17:55.266102 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 is: DOWN; New status is: DOWN {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:17:55.520448 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:17:55.627429 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365caec-dfeb-4351-aa0e-d9362d800487 req-72354a00-f260-4a07-bce8-2562aafb724e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:55.629071 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2365caec-dfeb-4351-aa0e-d9362d800487 req-72354a00-f260-4a07-bce8-2562aafb724e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0505462 Apr 28 17:17:55.677653 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2365caec-dfeb-4351-aa0e-d9362d800487 req-82238d1b-5166-4356-aecb-a733aa3212f5 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429823 Apr 28 17:17:56.134582 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0260356-3482-4766-a387-d16cd82cc312 req-ee8594e7-4d63-4e7f-a966-e791ed7508fc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:56.136611 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b0260356-3482-4766-a387-d16cd82cc312 req-ee8594e7-4d63-4e7f-a966-e791ed7508fc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0483732 Apr 28 17:17:56.210610 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b0260356-3482-4766-a387-d16cd82cc312 req-5a8d8e63-220c-4052-ac84-6b7dedf5a43a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679312 Apr 28 17:17:56.293736 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-a411a471-b2d6-4c65-bf3c-95d76070436b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404096 Apr 28 17:17:56.371912 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-fa2059b2-0ff3-44d0-972c-f13e23bfbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:56.373737 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-fa2059b2-0ff3-44d0-972c-f13e23bfbebe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 1130 time: 0.0436070 Apr 28 17:17:56.486014 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-85686c66-3df1-47c9-bbde-dc18e5e84258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:56.487469 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-85686c66-3df1-47c9-bbde-dc18e5e84258 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd HTTP/1.1" status: 200 len: 912 time: 0.0841584 Apr 28 17:17:56.559114 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-dbabff3c-f4c5-4946-bed5-bbb54a23cde6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e5be036-db60-4955-9936-f22b7d226639 HTTP/1.1" status: 200 len: 1002 time: 0.0620880 Apr 28 17:17:56.613490 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-a9632f4c-d1f2-41e6-a43d-e9456495854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:56.614924 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-a9632f4c-d1f2-41e6-a43d-e9456495854b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf46f40e-2e9c-4e29-8c8f-abf737b59424 HTTP/1.1" status: 200 len: 850 time: 0.0438395 Apr 28 17:17:56.661362 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-667dcd24-51f5-45e0-b4b2-d2c07db82168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:56.662790 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-667dcd24-51f5-45e0-b4b2-d2c07db82168 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373778 Apr 28 17:17:56.763200 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-033e89af-aff5-4243-b47f-37440eb0cab1 service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913711 Apr 28 17:17:56.794580 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6ccfc-190c-4375-ba60-eba1c1c32505 req-6021aaf0-6594-4857-882b-aa533e50c6c4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:56.796088 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-27a6ccfc-190c-4375-ba60-eba1c1c32505 req-6021aaf0-6594-4857-882b-aa533e50c6c4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0495787 Apr 28 17:17:56.852361 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-27a6ccfc-190c-4375-ba60-eba1c1c32505 req-bfad0653-cb87-4fd6-a690-c4a2a531e9fc tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486677 Apr 28 17:17:56.868188 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd2d1959-bfe1-415a-9757-ea358ab51160 req-54182825-b441-4287-8e6a-c05192202787 service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953348 Apr 28 17:17:57.352989 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fc7d8-a25e-4667-aa18-1d409c71d814 req-d94c6ec8-3116-4db6-b6b0-d7c2f46ee636 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:57.354382 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-561fc7d8-a25e-4667-aa18-1d409c71d814 req-d94c6ec8-3116-4db6-b6b0-d7c2f46ee636 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0517719 Apr 28 17:17:57.420802 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-561fc7d8-a25e-4667-aa18-1d409c71d814 req-220ca2bd-8da2-4c5f-b31c-a437939018a3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597429 Apr 28 17:17:57.981769 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df75e3-a702-4353-a771-9cc273f5e0a2 req-51d6c251-68c9-4e9f-bbd9-1f12c3b94ce0 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:57.983331 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d0df75e3-a702-4353-a771-9cc273f5e0a2 req-51d6c251-68c9-4e9f-bbd9-1f12c3b94ce0 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0541663 Apr 28 17:17:58.048373 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d0df75e3-a702-4353-a771-9cc273f5e0a2 req-454cfcc7-77d7-432c-87e9-8d2f7ad80fac tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590568 Apr 28 17:17:58.546532 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71207fe7-3eec-40ae-a98a-a8a953f7cc1f req-8a1bde1d-5583-4c03-9e7f-b68f7a11c2eb tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:58.552218 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-71207fe7-3eec-40ae-a98a-a8a953f7cc1f req-8a1bde1d-5583-4c03-9e7f-b68f7a11c2eb tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0484993 Apr 28 17:17:58.596287 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-71207fe7-3eec-40ae-a98a-a8a953f7cc1f req-149f318c-c351-4ce2-a232-894bd9c292d1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423045 Apr 28 17:17:59.177654 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fa246-04ad-4750-85b0-b3ad4d32f9ba req-69877824-c545-4919-ade0-dd1a6f1ed6d5 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:59.179159 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ff3fa246-04ad-4750-85b0-b3ad4d32f9ba req-69877824-c545-4919-ade0-dd1a6f1ed6d5 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0545576 Apr 28 17:17:59.234529 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ff3fa246-04ad-4750-85b0-b3ad4d32f9ba req-fab66e8f-e1ae-4bbc-8055-ca8a975dc8e9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495999 Apr 28 17:17:59.721785 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dadb8-ac02-44d8-b551-8cd637589b7c req-db6d0529-aa53-429c-a0f3-128df3a3cea1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:17:59.723259 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a43dadb8-ac02-44d8-b551-8cd637589b7c req-db6d0529-aa53-429c-a0f3-128df3a3cea1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0461791 Apr 28 17:17:59.775289 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a43dadb8-ac02-44d8-b551-8cd637589b7c req-a8d2102e-4750-4afe-a314-0b9dc23b6025 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460775 Apr 28 17:18:00.228899 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:18:00.350648 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee4bc9-b683-49d4-ad9d-6f30ab16950c req-d466f918-5dbb-4f9b-9bc9-0f855ff7f19e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:00.352262 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c4ee4bc9-b683-49d4-ad9d-6f30ab16950c req-d466f918-5dbb-4f9b-9bc9-0f855ff7f19e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0507596 Apr 28 17:18:00.448024 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-004fb455-3ef8-4435-a2d6-ba850fdd2d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:00.449710 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-004fb455-3ef8-4435-a2d6-ba850fdd2d1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f&tenant_id=be573a6e5f26466dacf2a255e2248468 HTTP/1.1" status: 200 len: 1128 time: 0.0956142 Apr 28 17:18:00.470034 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c4ee4bc9-b683-49d4-ad9d-6f30ab16950c req-bbe0ef20-71fa-4d37-be2e-be165bd44cc2 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877192 Apr 28 17:18:00.579540 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-d203bcbd-ad44-40e7-a4db-69878df18bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:00.581362 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-d203bcbd-ad44-40e7-a4db-69878df18bef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 1128 time: 0.0446610 Apr 28 17:18:00.676167 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-ad085e0a-bd61-429f-8620-51881ac79a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:00.677619 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-ad085e0a-bd61-429f-8620-51881ac79a77 service neutron] 10.222.0.66 "GET /v2.0/networks?id=77e74cd7-f3b4-4335-ac24-4dfe333ae022 HTTP/1.1" status: 200 len: 918 time: 0.0894156 Apr 28 17:18:00.742629 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-625913fa-dfeb-40b6-a507-bd4c8c235e88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 HTTP/1.1" status: 200 len: 999 time: 0.0574045 Apr 28 17:18:00.793309 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-bda4a384-b887-4da5-9bc7-f3fd64920d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:00.794948 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-bda4a384-b887-4da5-9bc7-f3fd64920d12 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecc69208-bcad-42d8-b762-85c2a71ff837 HTTP/1.1" status: 200 len: 856 time: 0.0448878 Apr 28 17:18:00.845710 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-18b943d7-6ff0-4616-a2e7-7d389be9e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:00.847212 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-18b943d7-6ff0-4616-a2e7-7d389be9e200 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77e74cd7-f3b4-4335-ac24-4dfe333ae022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442605 Apr 28 17:18:00.899612 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05546cde-e0aa-469f-bb63-c57ae4126f53 req-14eb4bf9-b49e-46e1-8ae3-388f101b8d4f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:00.901215 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-05546cde-e0aa-469f-bb63-c57ae4126f53 req-14eb4bf9-b49e-46e1-8ae3-388f101b8d4f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0484953 Apr 28 17:18:00.943609 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-44992658-0b78-4f82-b7b9-102a1f035ff9 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881872 Apr 28 17:18:00.948943 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-05546cde-e0aa-469f-bb63-c57ae4126f53 req-e8f9ea3b-7df4-4204-9b36-71f0d53b99b8 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418866 Apr 28 17:18:01.042272 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc7c0f28-1744-4a20-80a9-681b28cfa039 req-97b0465a-26d9-41fa-870f-26b38df28d50 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900960 Apr 28 17:18:01.208635 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 2dcdadc7-8798-4bc7-a7fc-fda334a28336 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:18:01.315959 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 2dcdadc7-8798-4bc7-a7fc-fda334a28336, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:18:01.327896 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'port_id': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'mac_address': 'fa:16:3e:b6:ac:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:18:01.367207 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:18:01.367601 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:01.381298 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcdadc7-8798-4bc7-a7fc-fda334a28336 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:18:01.401090 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 2dcdadc7-8798-4bc7-a7fc-fda334a28336, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:18:01.520059 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:01.573270 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=2dcdadc7-8798-4bc7-a7fc-fda334a28336,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:01.595923 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e7ae5-1582-44a0-a2c9-85f8648d829c req-269d1690-ba1f-4d24-a764-1320968561df tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:01.597447 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-763e7ae5-1582-44a0-a2c9-85f8648d829c req-269d1690-ba1f-4d24-a764-1320968561df tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 944 time: 0.0557368 Apr 28 17:18:01.646634 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-763e7ae5-1582-44a0-a2c9-85f8648d829c req-ec3a9776-60dd-4c9f-a55f-347f62898a6f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433092 Apr 28 17:18:01.973103 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['2dcdadc7-8798-4bc7-a7fc-fda334a28336'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:18:02.081504 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39926-d348-45b0-8199-bbde3bb97840 req-15cbc167-9e07-4ca5-b5f7-2f56e4b0fcc6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:02.082965 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-44a39926-d348-45b0-8199-bbde3bb97840 req-15cbc167-9e07-4ca5-b5f7-2f56e4b0fcc6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0554869 Apr 28 17:18:02.090383 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-7de65c7a-a9a3-4008-a7b5-0577d4b83e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:02.159120 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-44a39926-d348-45b0-8199-bbde3bb97840 req-48236fc1-60ec-45e0-8bb6-7d79fb4a182b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672226 Apr 28 17:18:02.771735 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8914d3e-f9e9-4679-acdc-cc94d81b7170 req-6e48cfc1-87a3-445e-879c-dfc6032139ac tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:02.774215 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a8914d3e-f9e9-4679-acdc-cc94d81b7170 req-6e48cfc1-87a3-445e-879c-dfc6032139ac tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 944 time: 0.0526264 Apr 28 17:18:02.838564 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a8914d3e-f9e9-4679-acdc-cc94d81b7170 req-4a97f1cc-202c-4b82-bca8-d4b86d1a7542 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532005 Apr 28 17:18:03.287266 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 2dcdadc7-8798-4bc7-a7fc-fda334a28336 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:18:03.373775 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55979e-c5e9-467e-b91d-cd95e195a3d2 req-755090d0-d100-40f8-ae84-71bbc6a1ad57 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:03.374342 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:18:03.375337 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8c55979e-c5e9-467e-b91d-cd95e195a3d2 req-755090d0-d100-40f8-ae84-71bbc6a1ad57 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0694582 Apr 28 17:18:03.436114 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8c55979e-c5e9-467e-b91d-cd95e195a3d2 req-0e15f7d7-0ba6-4e1d-818a-c68b6ed6be63 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509481 Apr 28 17:18:03.440045 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:18:03.440518 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:03.533017 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:18:03.533403 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:03.555709 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:18:03.557973 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b23ffb4-4500-4b8f-b363-3314d3bc1f78" -d '{"events": [{"server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "name": "network-vif-plugged", "status": "completed", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:18:03.574752 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 2dcdadc7-8798-4bc7-a7fc-fda334a28336, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:18:03.606865 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178d2d89-9cde-4cc9-8728-3d72ac8fcd09 x-openstack-request-id: req-178d2d89-9cde-4cc9-8728-3d72ac8fcd09 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:18:03.607168 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "name": "network-vif-plugged", "status": "completed", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:18:03.607424 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-178d2d89-9cde-4cc9-8728-3d72ac8fcd09 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:18:03.607827 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178d2d89-9cde-4cc9-8728-3d72ac8fcd09'] response: {'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'code': 200} Apr 28 17:18:03.669228 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:03.727264 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=2dcdadc7-8798-4bc7-a7fc-fda334a28336,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:03.957539 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c07ed-4c2f-403a-9788-66b30794bec6 req-4de8f10b-6771-4dfa-bdd1-4f49141de677 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:03.959178 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fa2c07ed-4c2f-403a-9788-66b30794bec6 req-4de8f10b-6771-4dfa-bdd1-4f49141de677 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0520976 Apr 28 17:18:04.020902 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fa2c07ed-4c2f-403a-9788-66b30794bec6 req-55ff1621-0fe4-46ef-8e65-a285bb45e092 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553002 Apr 28 17:18:04.526576 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf200-bac7-4e36-8cf4-ed7aa26a438a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:04.611644 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383b8fa-bba0-4e22-9cc2-73ee95b28712 req-f9dfc162-d1e7-4ea9-96e4-9a9e35465324 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:04.611644 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4383b8fa-bba0-4e22-9cc2-73ee95b28712 req-f9dfc162-d1e7-4ea9-96e4-9a9e35465324 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0645621 Apr 28 17:18:04.641337 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4383b8fa-bba0-4e22-9cc2-73ee95b28712 req-8f2011cb-7eb6-463d-93d4-40c8470105a4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468564 Apr 28 17:18:05.149278 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07ff34-76a9-4134-a3ab-738dc8b0578a req-36d14696-c484-453c-8871-61d41ed1b1ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:05.150757 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5b07ff34-76a9-4134-a3ab-738dc8b0578a req-36d14696-c484-453c-8871-61d41ed1b1ed tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0502267 Apr 28 17:18:05.204337 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5b07ff34-76a9-4134-a3ab-738dc8b0578a req-092d5aa3-22d6-4e59-a7ef-1c9406232002 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476601 Apr 28 17:18:05.594361 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:05.764506 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f6613-4b6f-43ac-ab0c-c7fa79d5dc86 req-888f9457-f0a4-40c0-abb1-aa34e9a1c973 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:05.766208 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a4f6613-4b6f-43ac-ab0c-c7fa79d5dc86 req-888f9457-f0a4-40c0-abb1-aa34e9a1c973 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0495481 Apr 28 17:18:05.820886 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a4f6613-4b6f-43ac-ab0c-c7fa79d5dc86 req-659b86ab-f515-4b21-b87b-ef69610e2c06 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487478 Apr 28 17:18:06.337716 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba169ca-5ff4-423a-b80c-2981bc3e8859 req-da9bff24-f56b-4dcf-9dfc-f4fd7e437e67 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:06.339125 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ba169ca-5ff4-423a-b80c-2981bc3e8859 req-da9bff24-f56b-4dcf-9dfc-f4fd7e437e67 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0624747 Apr 28 17:18:06.392605 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1ba169ca-5ff4-423a-b80c-2981bc3e8859 req-d1c70892-d549-4b5d-8456-a0ea06e3ae5f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468647 Apr 28 17:18:06.949711 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c771d-1132-4356-b22d-c995b9632a98 req-c86dbf1d-a94f-4da4-9498-ecb39ca076df tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:06.951795 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f16c771d-1132-4356-b22d-c995b9632a98 req-c86dbf1d-a94f-4da4-9498-ecb39ca076df tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0527494 Apr 28 17:18:07.000171 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f16c771d-1132-4356-b22d-c995b9632a98 req-6306cfe0-be2b-47fe-a01e-c27eaff60b42 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426929 Apr 28 17:18:07.017534 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:07.519615 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2595c2-428e-4125-ad54-e95c90ab6f5e req-d3cc2ab2-bef5-4179-af74-6fdc7cb9ef62 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:07.524694 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3e2595c2-428e-4125-ad54-e95c90ab6f5e req-d3cc2ab2-bef5-4179-af74-6fdc7cb9ef62 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0564728 Apr 28 17:18:07.577126 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3e2595c2-428e-4125-ad54-e95c90ab6f5e req-66f574e2-97cf-49c4-9f97-8f74329a6d03 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501251 Apr 28 17:18:08.153833 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a513ced-ae49-41e0-a43e-2fb20820d0e7 req-9c5b3b4e-65ff-4a43-b3e1-a0d6f6d0c010 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:08.156149 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a513ced-ae49-41e0-a43e-2fb20820d0e7 req-9c5b3b4e-65ff-4a43-b3e1-a0d6f6d0c010 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0556769 Apr 28 17:18:08.221651 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a513ced-ae49-41e0-a43e-2fb20820d0e7 req-77848aea-15b8-4faf-8546-3e2483b29230 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605824 Apr 28 17:18:08.480759 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:08.739053 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af25cf-7aea-4a83-ac5e-32a1f51bf511 req-f408d375-e852-4606-a273-4e5d131c2d08 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:08.740744 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a1af25cf-7aea-4a83-ac5e-32a1f51bf511 req-f408d375-e852-4606-a273-4e5d131c2d08 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0592442 Apr 28 17:18:08.801946 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a1af25cf-7aea-4a83-ac5e-32a1f51bf511 req-b3f337f1-e209-4d46-93e2-0f960e58fe8e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551753 Apr 28 17:18:09.384397 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930647e8-8f07-41fd-8d22-8712b80b60d8 req-fdbb7a47-f499-4168-bd39-1ee4fbcf3735 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:09.385914 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-930647e8-8f07-41fd-8d22-8712b80b60d8 req-fdbb7a47-f499-4168-bd39-1ee4fbcf3735 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0752058 Apr 28 17:18:09.439154 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-930647e8-8f07-41fd-8d22-8712b80b60d8 req-c6b9d79d-d0a3-4486-ba00-75bee60944c0 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466809 Apr 28 17:18:09.931814 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fb073-5897-4aec-8f92-50f83163da58 req-994e497c-bc8d-4041-8b96-9f4059063b8e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:09.933741 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a54fb073-5897-4aec-8f92-50f83163da58 req-994e497c-bc8d-4041-8b96-9f4059063b8e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0572345 Apr 28 17:18:09.994626 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a54fb073-5897-4aec-8f92-50f83163da58 req-e8f19b0a-9009-4559-9482-ac6b94d31506 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538108 Apr 28 17:18:10.580694 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8899af3-04dd-4ef5-826b-c63bb29f7a98 req-e3b6976d-c2c1-47ef-a9df-699aed3d66a2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:10.582267 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a8899af3-04dd-4ef5-826b-c63bb29f7a98 req-e3b6976d-c2c1-47ef-a9df-699aed3d66a2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0629630 Apr 28 17:18:10.650151 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a8899af3-04dd-4ef5-826b-c63bb29f7a98 req-340fdd23-edcc-44ac-8305-f9f5a42d50cf tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622253 Apr 28 17:18:11.124220 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfeba0-82c9-4d34-985c-b22235374904 req-95ed71f7-01a4-4188-b7cd-3aa6e0833d0a tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:11.125996 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ccbfeba0-82c9-4d34-985c-b22235374904 req-95ed71f7-01a4-4188-b7cd-3aa6e0833d0a tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0486665 Apr 28 17:18:11.190015 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ccbfeba0-82c9-4d34-985c-b22235374904 req-5b84c473-4ce9-456b-b58c-dd42b89d40cb tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582280 Apr 28 17:18:11.775507 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba384bcf-9430-4d2b-a25d-b65759760398 req-9ac99f86-e82c-4e01-9c21-14f172a4f963 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:11.777021 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba384bcf-9430-4d2b-a25d-b65759760398 req-9ac99f86-e82c-4e01-9c21-14f172a4f963 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0493228 Apr 28 17:18:11.830902 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba384bcf-9430-4d2b-a25d-b65759760398 req-36b7b35d-e68f-4cf5-b8e7-7a51982b3e95 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480554 Apr 28 17:18:12.306117 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f41f9-e633-4823-a6c6-2090a4e7d33f req-344d7648-9e1e-42e1-a97e-817351685218 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:12.307674 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-945f41f9-e633-4823-a6c6-2090a4e7d33f req-344d7648-9e1e-42e1-a97e-817351685218 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0477526 Apr 28 17:18:12.361645 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-945f41f9-e633-4823-a6c6-2090a4e7d33f req-bad6c709-0e4d-4e3a-820c-d089cdc26ea5 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478001 Apr 28 17:18:12.954851 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cd587-a27d-45e1-9787-f0d09158b92a req-c3406a54-91ac-408e-a866-e1b97df5f76c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:12.954851 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f73cd587-a27d-45e1-9787-f0d09158b92a req-c3406a54-91ac-408e-a866-e1b97df5f76c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0473962 Apr 28 17:18:13.004509 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f73cd587-a27d-45e1-9787-f0d09158b92a req-9b4deea5-d99c-486a-8a50-4ad6947cd980 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464382 Apr 28 17:18:13.426395 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1af5eb-07f8-4a31-86cb-df3909938109 req-3de86801-11bc-4d9a-acf4-26726f6e0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:13.428043 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9d1af5eb-07f8-4a31-86cb-df3909938109 req-3de86801-11bc-4d9a-acf4-26726f6e0cd0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 1129 time: 0.0422816 Apr 28 17:18:13.479341 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9d1af5eb-07f8-4a31-86cb-df3909938109 req-87c0c74c-44e6-4d58-a2fa-c8429d499fce service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Apr 28 17:18:13.479930 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb167326-3038-4924-a36f-7a9e3c10cc60 req-5d2939bc-425b-43d6-9823-697a6bde38e4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:13.481563 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fb167326-3038-4924-a36f-7a9e3c10cc60 req-5d2939bc-425b-43d6-9823-697a6bde38e4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0504062 Apr 28 17:18:13.534485 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fb167326-3038-4924-a36f-7a9e3c10cc60 req-66b371d1-e7f3-4b8e-8a80-fc67d3c7ac50 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473330 Apr 28 17:18:14.129251 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b994539-12a0-4472-a42b-12cab1d3f225 req-da529241-a1fb-4e67-8c59-0dfd969f1690 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:14.131186 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2b994539-12a0-4472-a42b-12cab1d3f225 req-da529241-a1fb-4e67-8c59-0dfd969f1690 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0505044 Apr 28 17:18:14.179247 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2b994539-12a0-4472-a42b-12cab1d3f225 req-343d46c2-0717-4a28-87f5-be7f0c477b11 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424418 Apr 28 17:18:14.647069 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c5938-acd5-4aff-8279-017d0fbc8a9b req-00c217f1-751b-44ee-965f-a32f612b6656 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:14.648614 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7d5c5938-acd5-4aff-8279-017d0fbc8a9b req-00c217f1-751b-44ee-965f-a32f612b6656 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0484202 Apr 28 17:18:14.705257 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7d5c5938-acd5-4aff-8279-017d0fbc8a9b req-e4eeaf99-5e1b-40e9-8ba6-ff597e41c737 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421927 Apr 28 17:18:15.299596 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23617e36-7b65-4b66-8da8-25fa95714b86 req-d39d3c06-7ee2-4909-9fda-62bd01e8b021 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:15.301067 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-23617e36-7b65-4b66-8da8-25fa95714b86 req-d39d3c06-7ee2-4909-9fda-62bd01e8b021 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0462148 Apr 28 17:18:15.347974 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-23617e36-7b65-4b66-8da8-25fa95714b86 req-dfae96df-57ec-4d6a-bed5-0fb247445813 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413480 Apr 28 17:18:15.819401 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728be3f-06ad-4274-8b0d-56831338e67b req-4b8f3e95-9444-4d69-8eee-16099a8994f5 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:15.820911 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a728be3f-06ad-4274-8b0d-56831338e67b req-4b8f3e95-9444-4d69-8eee-16099a8994f5 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0512981 Apr 28 17:18:15.889872 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a728be3f-06ad-4274-8b0d-56831338e67b req-a23920b4-300a-4158-a92d-36b81b0df4e1 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629733 Apr 28 17:18:16.326272 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 48568) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:18:16.330937 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1580956858', 'description': 'tempest-description--1707018647'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:18:16.428979 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:16.468219 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7558290-3ad7-4459-95b6-286e6fe375c9 req-eb7f9933-1b88-4ed5-b3af-cbfaee720048 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:16.469822 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b7558290-3ad7-4459-95b6-286e6fe375c9 req-eb7f9933-1b88-4ed5-b3af-cbfaee720048 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0494699 Apr 28 17:18:16.509261 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:16.527946 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b7558290-3ad7-4459-95b6-286e6fe375c9 req-853990ac-73a1-470e-8873-65ba47e9e842 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521953 Apr 28 17:18:16.588750 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:16.617830 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:16.625525 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.625869 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.626206 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.626542 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.626873 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.627226 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.627588 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.627912 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.628266 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.628592 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.628915 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.629236 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.629555 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.629871 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.630187 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:16.676430 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:16.677700 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-77a284a4-665e-468c-937e-f85f718314db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3503702 Apr 28 17:18:16.680503 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 48572) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:18:16.685332 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-c30d9ca3-64da-45e3-9c0e-317e46749ba9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group_rule': {'security_group_id': 'fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:18:16.794944 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c30d9ca3-64da-45e3-9c0e-317e46749ba9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (b03a1c7b-7aa8-4380-ad0c-baa6b2767849), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:16.851691 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c30d9ca3-64da-45e3-9c0e-317e46749ba9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (b03a1c7b-7aa8-4380-ad0c-baa6b2767849), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:16.937253 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c30d9ca3-64da-45e3-9c0e-317e46749ba9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (b03a1c7b-7aa8-4380-ad0c-baa6b2767849), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:16.955134 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d9ca3-64da-45e3-9c0e-317e46749ba9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03a1c7b-7aa8-4380-ad0c-baa6b2767849,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:17.013165 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f963346-072a-4af8-96c8-5c849084a803 req-c6fc7c72-7f26-47e4-ae33-cd15302c0401 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:17.014609 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f963346-072a-4af8-96c8-5c849084a803 req-c6fc7c72-7f26-47e4-ae33-cd15302c0401 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0470335 Apr 28 17:18:17.048196 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c30d9ca3-64da-45e3-9c0e-317e46749ba9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:17.049319 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c30d9ca3-64da-45e3-9c0e-317e46749ba9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3678966 Apr 28 17:18:17.052091 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 48588) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:18:17.056258 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-e9594407-9d57-4c95-a96d-547b93ef2ca4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group_rule': {'security_group_id': 'fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:18:17.082622 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f963346-072a-4af8-96c8-5c849084a803 req-9446084e-645b-44c3-8ab2-b9584cb817bb tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624127 Apr 28 17:18:17.177279 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9594407-9d57-4c95-a96d-547b93ef2ca4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (76b3e5e3-590c-4392-b3cf-807c0c87c6c1), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:17.195812 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aef24-f5b8-4669-ace7-538a4689f4a3 req-206dfc79-0fd1-4f5b-93d9-b16476617fdf tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:17.197421 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-072aef24-f5b8-4669-ace7-538a4689f4a3 req-206dfc79-0fd1-4f5b-93d9-b16476617fdf tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0487592 Apr 28 17:18:17.237149 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9594407-9d57-4c95-a96d-547b93ef2ca4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (76b3e5e3-590c-4392-b3cf-807c0c87c6c1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:17.253558 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-072aef24-f5b8-4669-ace7-538a4689f4a3 req-1ade37c7-62ad-4335-940a-c29311203fe9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502658 Apr 28 17:18:17.274918 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 48592) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:18:17.291788 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9594407-9d57-4c95-a96d-547b93ef2ca4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (76b3e5e3-590c-4392-b3cf-807c0c87c6c1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:17.311586 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9594407-9d57-4c95-a96d-547b93ef2ca4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b3e5e3-590c-4392-b3cf-807c0c87c6c1,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:17.379995 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9594407-9d57-4c95-a96d-547b93ef2ca4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:17.379995 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e9594407-9d57-4c95-a96d-547b93ef2ca4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3230970 Apr 28 17:18:17.379995 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 48596) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:18:17.383470 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:18:17.414634 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b886159-8710-44ac-a9f9-d07f66ad529d tempest-TestShelveInstance-34932648 tempest-TestShelveInstance-34932648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:17.416265 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-6b886159-8710-44ac-a9f9-d07f66ad529d tempest-TestShelveInstance-34932648 tempest-TestShelveInstance-34932648-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 1124 time: 0.1402919 Apr 28 17:18:17.419602 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 48598) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:18:17.424026 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'port_id': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:18:17.472608 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:17.498352 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:17.551166 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:17.591986 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:17.686488 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e079ee-dff0-4cc8-9c2f-421050ac4490 req-befb0782-f9ee-4b71-8023-2c500cee87fc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:17.687908 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-04e079ee-dff0-4cc8-9c2f-421050ac4490 req-befb0782-f9ee-4b71-8023-2c500cee87fc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0773158 Apr 28 17:18:17.711036 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Allocated IP 172.27.2.210 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/87ac2fc3-5aa6-47c6-b19d-98efa36ac712) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:18:17.775196 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-04e079ee-dff0-4cc8-9c2f-421050ac4490 req-8243eff1-42fc-480a-8680-f1262072fd99 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799525 Apr 28 17:18:17.846237 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (87ac2fc3-5aa6-47c6-b19d-98efa36ac712), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.010152 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (87ac2fc3-5aa6-47c6-b19d-98efa36ac712), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.046354 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:18:18.049422 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:18:18.055181 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:18:18.066698 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Allocated IP 172.27.2.30 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/36e6523e-4247-4be8-888a-583835d7b66b) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:18:18.093597 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=87ac2fc3-5aa6-47c6-b19d-98efa36ac712,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:18.152337 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (34acf6ed-4be0-49fc-bae2-d2656428fb73), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.185469 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for port (36e6523e-4247-4be8-888a-583835d7b66b), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.317325 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (87ac2fc3-5aa6-47c6-b19d-98efa36ac712), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.320558 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (36e6523e-4247-4be8-888a-583835d7b66b), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.359475 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:18:18.364777 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:18:18.368719 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:18:18.390932 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event updated for resources: {'Port': ['ID=36e6523e-4247-4be8-888a-583835d7b66b,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:18.404601 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.404956 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.405299 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.405639 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.405974 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.406304 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.406626 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.406951 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.407275 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.407595 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.407922 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.408267 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.408587 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.408907 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.409223 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:18.478697 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (87ac2fc3-5aa6-47c6-b19d-98efa36ac712), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.546341 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (87ac2fc3-5aa6-47c6-b19d-98efa36ac712), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.615076 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=87ac2fc3-5aa6-47c6-b19d-98efa36ac712,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:18.626953 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (34acf6ed-4be0-49fc-bae2-d2656428fb73), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.708582 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.709867 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-046c8c7d-51ff-4748-acdd-d4e5705193ae tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3297820 Apr 28 17:18:18.759885 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for floatingip (f44084dd-0e0f-4f7e-8346-9a5b189285ac), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.924849 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d078d34-5e69-4ba5-8c70-6d6523c97955 req-781a887d-8fc2-406e-9829-b9b73cac9987 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:18.926556 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1d078d34-5e69-4ba5-8c70-6d6523c97955 req-781a887d-8fc2-406e-9829-b9b73cac9987 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0732322 Apr 28 17:18:18.929222 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (36e6523e-4247-4be8-888a-583835d7b66b), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:18.930488 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-88ad0ff3-c840-4eeb-8782-cf20ff9a9a69 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1580956858&fields=id&tenant_id=3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 267 time: 0.0490906 Apr 28 17:18:19.023406 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1d078d34-5e69-4ba5-8c70-6d6523c97955 req-dcd2904f-7a91-43cd-b085-97ccbea46044 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744750 Apr 28 17:18:19.066244 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9dbe80c3-6ae4-4fa4-9f5d-13a874a7a34b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:19.067709 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9dbe80c3-6ae4-4fa4-9f5d-13a874a7a34b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 815 time: 0.1274264 Apr 28 17:18:19.082645 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-2c8eef4b-0b1c-479c-a5c8-7f638f690867 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/quotas/3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 375 time: 0.0094285 Apr 28 17:18:19.129103 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for port (36e6523e-4247-4be8-888a-583835d7b66b), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:19.136480 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-23e4718e-427c-43ef-ba9c-44fb4a986fd0 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484006 Apr 28 17:18:19.203936 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (36e6523e-4247-4be8-888a-583835d7b66b), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:19.277294 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event updated for resources: {'Port': ['ID=36e6523e-4247-4be8-888a-583835d7b66b,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:19.290762 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (f44084dd-0e0f-4f7e-8346-9a5b189285ac), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:19.396816 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Floating IP f44084dd-0e0f-4f7e-8346-9a5b189285ac associated. External IP: 172.27.2.30, port: 2dcdadc7-8798-4bc7-a7fc-fda334a28336. Apr 28 17:18:19.463302 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-f1cbbe27-5060-4c10-beca-a3756d0b9c1b service neutron] 10.222.0.64 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146696 Apr 28 17:18:19.553324 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-fbaf7774-e7fc-46c6-88d0-da4e00bedda6 service neutron] 10.222.0.64 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834792 Apr 28 17:18:19.623738 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:18:19.737157 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:18:19.746648 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52a78b-42dc-49c3-8e7c-35ed8eea0b2c None None] Sync routers for ids ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:18:19.756986 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52a78b-42dc-49c3-8e7c-35ed8eea0b2c None None] Routers {'8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:18:19.757603 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-5a52a78b-42dc-49c3-8e7c-35ed8eea0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:18:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:18:19.817602 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:19.875783 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b6eef909-9542-4732-ad02-d0e59d47a472 req-3aee55a9-248e-4cb8-afae-10a1f504cf74 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 210 time: 0.0372114 Apr 28 17:18:19.892206 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-38d280bf-88bb-4fdd-ad1b-7cb9e09c148f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4570394 Apr 28 17:18:19.892206 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:18:19.892206 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13747176-7ed3-4815-814d-beab21791c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:18:19.901046 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-5a52a78b-42dc-49c3-8e7c-35ed8eea0b2c None None] Set router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:18:19.917546 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bc74a1-dfbc-40bc-80b1-114443f5eb74 x-openstack-request-id: req-21bc74a1-dfbc-40bc-80b1-114443f5eb74 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:18:19.918011 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:18:19.918477 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21bc74a1-dfbc-40bc-80b1-114443f5eb74 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:18:19.918891 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21bc74a1-dfbc-40bc-80b1-114443f5eb74'] response: {'name': 'network-changed', 'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'status': 'completed', 'code': 200} Apr 28 17:18:20.040713 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747176-7ed3-4815-814d-beab21791c5b req-1ec170b9-aabf-4221-bc3d-96c26b81ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:20.042290 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13747176-7ed3-4815-814d-beab21791c5b req-1ec170b9-aabf-4221-bc3d-96c26b81ecd7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fbcc6f0b77184e149a43d3ae73acec24&device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 1129 time: 0.0499413 Apr 28 17:18:20.162993 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747176-7ed3-4815-814d-beab21791c5b req-c44483d8-0b04-4550-bee2-67c3859f4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:20.164610 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13747176-7ed3-4815-814d-beab21791c5b req-c44483d8-0b04-4550-bee2-67c3859f4c06 service neutron] 10.222.0.66 "GET /v2.0/networks?id=edf64d58-19ad-4a56-9941-a9398d1546bb HTTP/1.1" status: 200 len: 910 time: 0.1154799 Apr 28 17:18:20.197238 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db349d-4291-4d22-abcb-772cdf398995 req-187b5060-3d28-4721-9434-dffae9ce029f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:20.201567 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-47db349d-4291-4d22-abcb-772cdf398995 req-187b5060-3d28-4721-9434-dffae9ce029f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0722966 Apr 28 17:18:20.265361 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13747176-7ed3-4815-814d-beab21791c5b req-8eadf420-9e69-4602-b6dc-419294b92ef7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336 HTTP/1.1" status: 200 len: 998 time: 0.0937514 Apr 28 17:18:20.273628 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-47db349d-4291-4d22-abcb-772cdf398995 req-1e1ddeef-72be-461c-b7ce-ecc69363e952 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592566 Apr 28 17:18:20.277325 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-5a52a78b-42dc-49c3-8e7c-35ed8eea0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:45Z', 'revision_number': 4, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'f44084dd-0e0f-4f7e-8346-9a5b189285ac', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'port_id': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'mac_address': 'fa:16:3e:b6:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:18:18Z', 'updated_at': '2022-04-28T17:18:18Z', 'revision_number': 0, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '169bcd00-bd98-480e-9686-bbfe2daa8338', 'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'mac_address': 'fa:16:3e:78:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:44Z', 'updated_at': '2022-04-28T17:16:49Z', 'revision_number': 5, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'subnets': [{'id': '6e8007a0-4cce-4670-8577-367d74defe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:18:20.306139 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52a78b-42dc-49c3-8e7c-35ed8eea0b2c None None] Checking router: 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:18:20.314578 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52a78b-42dc-49c3-8e7c-35ed8eea0b2c None None] Routers {'8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:18:20.315197 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-5a52a78b-42dc-49c3-8e7c-35ed8eea0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:18:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:18:20.325837 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747176-7ed3-4815-814d-beab21791c5b req-063371c1-8665-4ed7-b46b-00ee76128360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:20.328467 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13747176-7ed3-4815-814d-beab21791c5b req-063371c1-8665-4ed7-b46b-00ee76128360 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e8007a0-4cce-4670-8577-367d74defe80 HTTP/1.1" status: 200 len: 848 time: 0.0518591 Apr 28 17:18:20.374195 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747176-7ed3-4815-814d-beab21791c5b req-8947a2f1-7ba6-44bb-b961-32770eff1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:20.375763 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13747176-7ed3-4815-814d-beab21791c5b req-8947a2f1-7ba6-44bb-b961-32770eff1197 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=edf64d58-19ad-4a56-9941-a9398d1546bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415912 Apr 28 17:18:20.429390 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-5a52a78b-42dc-49c3-8e7c-35ed8eea0b2c None None] Set router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:18:20.475235 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13747176-7ed3-4815-814d-beab21791c5b req-203f5f35-fa8c-47d7-869f-eef457749057 service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897174 Apr 28 17:18:20.574020 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13747176-7ed3-4815-814d-beab21791c5b req-63299105-8ca8-4666-8d78-e7c461dcf805 service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903211 Apr 28 17:18:20.668638 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-5a52a78b-42dc-49c3-8e7c-35ed8eea0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:45Z', 'revision_number': 4, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'f44084dd-0e0f-4f7e-8346-9a5b189285ac', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'port_id': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'mac_address': 'fa:16:3e:b6:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:18:18Z', 'updated_at': '2022-04-28T17:18:18Z', 'revision_number': 0, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '169bcd00-bd98-480e-9686-bbfe2daa8338', 'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'mac_address': 'fa:16:3e:78:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:44Z', 'updated_at': '2022-04-28T17:16:49Z', 'revision_number': 5, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'subnets': [{'id': '6e8007a0-4cce-4670-8577-367d74defe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:18:20.694554 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52a78b-42dc-49c3-8e7c-35ed8eea0b2c None None] The sync data for ids ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'] in dv-cinder-826949-5-iscsi is: [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:45Z', 'revision_number': 4, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'f44084dd-0e0f-4f7e-8346-9a5b189285ac', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'port_id': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'mac_address': 'fa:16:3e:b6:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:18:18Z', 'updated_at': '2022-04-28T17:18:18Z', 'revision_number': 0, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '169bcd00-bd98-480e-9686-bbfe2daa8338', 'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'mac_address': 'fa:16:3e:78:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:44Z', 'updated_at': '2022-04-28T17:16:49Z', 'revision_number': 5, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'subnets': [{'id': '6e8007a0-4cce-4670-8577-367d74defe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:18:20.902569 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11288537-7ca3-4e09-948a-8d6ded7f6694 None None] New status for floating IP f44084dd-0e0f-4f7e-8346-9a5b189285ac: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:18:20.978813 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-332fc4eb-2167-4f83-85b0-20afd9dc741a req-ac3c0c2f-67f8-47bb-be75-5f7abf8c550f tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 210 time: 0.0303760 Apr 28 17:18:21.334403 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:18:21.388610 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20644-85c0-4f45-b6e4-5eac4a815a0b req-86c8d251-fb02-478a-bb13-346bb60fa20e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:21.390137 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-53e20644-85c0-4f45-b6e4-5eac4a815a0b req-86c8d251-fb02-478a-bb13-346bb60fa20e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 944 time: 0.0513678 Apr 28 17:18:21.437621 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-53e20644-85c0-4f45-b6e4-5eac4a815a0b req-b22fd15a-95e9-4819-8625-c00def575888 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418763 Apr 28 17:18:21.445227 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:18:21.458269 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'port_id': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'mac_address': 'fa:16:3e:c5:27:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:18:21.503123 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:18:21.503540 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:21.642623 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:18:21.661498 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:18:21.804245 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:21.859203 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,revision_number=9']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:22.078945 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1d77d549-6cc2-40e1-958d-09ff5a8074da req-285b69ce-866f-4c1f-ac94-80872918702b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 210 time: 0.0325980 Apr 28 17:18:22.279046 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:18:22.564339 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbc7dd-6e7e-429a-a701-dda101cc715d req-ba5eb812-5250-4e25-a96a-6f17b315b161 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:22.565935 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-afbbc7dd-6e7e-429a-a701-dda101cc715d req-ba5eb812-5250-4e25-a96a-6f17b315b161 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 945 time: 0.0541143 Apr 28 17:18:22.854682 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-afbbc7dd-6e7e-429a-a701-dda101cc715d req-11dc6ec5-55c9-45b6-9986-3def2796e0f8 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829342 Apr 28 17:18:22.869693 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-f67044e9-a9fe-4380-b20a-bc64d27e56eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:22.871229 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-f67044e9-a9fe-4380-b20a-bc64d27e56eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 815 time: 0.1038964 Apr 28 17:18:22.958460 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-a11b9dd2-ff18-4e76-892f-4c02961ba1b8 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 473 time: 0.0674379 Apr 28 17:18:22.968747 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'port': {'device_id': '2574b164-ab46-44ce-83ce-3c29171153df', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'admin_state_up': True, 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'security_groups': ['fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:18:23.158904 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Made reservation on behalf of 3bc5f70924aa4b3f8f9f428437223a60 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:18:23.162107 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:23.190300 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e8a7eac-1574-49c1-88bc-3af4e06dcbc8 req-f268b314-0b5f-49d4-9645-c0afca282afe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 210 time: 0.0423200 Apr 28 17:18:23.319502 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Allocated IP 172.20.0.12 (a0864fea-c4a2-4606-b60c-7ca279cfdb22/3f171123-3a34-488e-b790-0ae30efcd836/7b9290d5-738c-4943-b312-feccda3dff28) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:18:23.351093 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:18:23.403010 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:18:23.403301 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:23.470563 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (7b9290d5-738c-4943-b312-feccda3dff28), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:23.489619 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:18:23.490312 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:23.514491 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:18:23.516800 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d3d302-0212-4741-a915-3ddbb12f1e86" -d '{"events": [{"server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "name": "network-vif-plugged", "status": "completed", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:18:23.529810 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:18:23.554676 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc63094c-ae21-485e-b655-62ac5e08b129 x-openstack-request-id: req-bc63094c-ae21-485e-b655-62ac5e08b129 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:18:23.554971 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "name": "network-vif-plugged", "status": "completed", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:18:23.555232 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc63094c-ae21-485e-b655-62ac5e08b129 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:18:23.555633 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc63094c-ae21-485e-b655-62ac5e08b129'] response: {'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'code': 200} Apr 28 17:18:23.594566 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (7b9290d5-738c-4943-b312-feccda3dff28), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:23.640526 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:18:23.646292 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:18:23.650226 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:18:23.652357 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:23.656659 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=7b9290d5-738c-4943-b312-feccda3dff28,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:23.708228 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:23.708937 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:23.715211 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,revision_number=10']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:23.723123 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.723474 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.723839 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.724399 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.724738 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.725067 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.730064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.730064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.730064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.730064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.730064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.730064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.730064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.730064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.730064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:18:23.786181 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-5b01af44-e3ee-4791-96b9-dfd82134c650 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8220410 Apr 28 17:18:23.874240 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-0bb8d0a5-394e-4557-9df1-569dacfa6822 None None] Provisioning complete for port 7b9290d5-738c-4943-b312-feccda3dff28 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:18:23.874613 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0bb8d0a5-394e-4557-9df1-569dacfa6822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (7b9290d5-738c-4943-b312-feccda3dff28), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:23.910157 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8d0a5-394e-4557-9df1-569dacfa6822 None None] Port 7b9290d5-738c-4943-b312-feccda3dff28 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:18:23.979791 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7117db-b0b6-4205-add4-4642d34e5754 req-0d6e997f-e73f-40ab-a92b-7486f8b301cd tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:23.981448 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b7117db-b0b6-4205-add4-4642d34e5754 req-0d6e997f-e73f-40ab-a92b-7486f8b301cd tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 947 time: 0.0472953 Apr 28 17:18:24.037315 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Request body: {'port': {'device_id': '2574b164-ab46-44ce-83ce-3c29171153df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:18:24.043602 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b7117db-b0b6-4205-add4-4642d34e5754 req-ae296683-13db-4272-833e-23317b070b87 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554943 Apr 28 17:18:24.100535 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (7b9290d5-738c-4943-b312-feccda3dff28), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:24.357361 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7593-538d-40f8-8cea-7bd30fb177f4 req-ed047f6c-a7cb-4115-a023-a078a032cfa9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:24.358833 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2b2d7593-538d-40f8-8cea-7bd30fb177f4 req-ed047f6c-a7cb-4115-a023-a078a032cfa9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 932 time: 0.0849974 Apr 28 17:18:24.379428 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdada7-b793-4b95-8e0c-1423bfbcc586 req-8ded048b-45c1-4836-8dd0-fafd988c8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:24.381675 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5fbdada7-b793-4b95-8e0c-1423bfbcc586 req-8ded048b-45c1-4836-8dd0-fafd988c8cd4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 1131 time: 0.0485291 Apr 28 17:18:24.448494 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5fbdada7-b793-4b95-8e0c-1423bfbcc586 req-675eac06-9dc3-40cf-8030-453a5359590a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394297 Apr 28 17:18:24.458953 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2b2d7593-538d-40f8-8cea-7bd30fb177f4 req-19060661-c8ad-40ef-b329-465b0171da23 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924215 Apr 28 17:18:24.472791 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9290d5-738c-4943-b312-feccda3dff28 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:18:24.480028 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Publish callbacks [] for port (7b9290d5-738c-4943-b312-feccda3dff28), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:24.492529 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Transition to ACTIVE for port object 7b9290d5-738c-4943-b312-feccda3dff28 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:18:24.580973 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (7b9290d5-738c-4943-b312-feccda3dff28), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:24.629759 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Pushing event updated for resources: {'Port': ['ID=7b9290d5-738c-4943-b312-feccda3dff28,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:24.705053 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Attempting to bind port 7b9290d5-738c-4943-b312-feccda3dff28 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:18:24.705389 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Attempting to bind port 7b9290d5-738c-4943-b312-feccda3dff28 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:18:24.705717 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Attempting to bind port 7b9290d5-738c-4943-b312-feccda3dff28 on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:18:24.710380 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Port 7b9290d5-738c-4943-b312-feccda3dff28 on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:18:24.710698 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Attempting to bind port 7b9290d5-738c-4943-b312-feccda3dff28 on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:18:24.715685 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:18:24.716665 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Checking segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:18:24.717260 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Bound using segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:18:24.717688 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Bound port: 7b9290d5-738c-4943-b312-feccda3dff28, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:18:24.718043 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (7b9290d5-738c-4943-b312-feccda3dff28), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:24.786127 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] For port 7b9290d5-738c-4943-b312-feccda3dff28, host hv-cinder-82694, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:18:24.789245 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] For port 7b9290d5-738c-4943-b312-feccda3dff28, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=7b9290d5-738c-4943-b312-feccda3dff28,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:18:24.851693 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (7b9290d5-738c-4943-b312-feccda3dff28), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:24.887027 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:24.887653 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:24.889127 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] 10.222.0.66 "PUT /v2.0/ports/7b9290d5-738c-4943-b312-feccda3dff28 HTTP/1.1" status: 200 len: 1094 time: 0.8559146 Apr 28 17:18:24.889620 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2574b164-ab46-44ce-83ce-3c29171153df', 'tag': '7b9290d5-738c-4943-b312-feccda3dff28'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:18:24.891805 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52bd683-49b5-4030-ac6f-5452e7ca7525" -d '{"events": [{"name": "network-changed", "server_uuid": "2574b164-ab46-44ce-83ce-3c29171153df", "tag": "7b9290d5-738c-4943-b312-feccda3dff28"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:18:24.918266 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493d999-c2b3-438d-8a9f-0b9106d26fea service neutron] Pushing event updated for resources: {'Port': ['ID=7b9290d5-738c-4943-b312-feccda3dff28,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:24.932851 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2f20cc-1905-400f-b80c-a2ce87085eae x-openstack-request-id: req-2b2f20cc-1905-400f-b80c-a2ce87085eae {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:18:24.933147 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2574b164-ab46-44ce-83ce-3c29171153df", "tag": "7b9290d5-738c-4943-b312-feccda3dff28", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:18:24.933928 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b2f20cc-1905-400f-b80c-a2ce87085eae {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:18:24.935367 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2f20cc-1905-400f-b80c-a2ce87085eae'] response: {'name': 'network-changed', 'server_uuid': '2574b164-ab46-44ce-83ce-3c29171153df', 'tag': '7b9290d5-738c-4943-b312-feccda3dff28', 'status': 'completed', 'code': 200} Apr 28 17:18:25.170886 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91363690-de86-4461-8888-15982dd08791 req-f133a401-8120-447b-9b8e-0679e9034560 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:25.172427 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91363690-de86-4461-8888-15982dd08791 req-f133a401-8120-447b-9b8e-0679e9034560 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 947 time: 0.0533206 Apr 28 17:18:25.220688 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91363690-de86-4461-8888-15982dd08791 req-cae6fa6e-1cdb-4c91-baf5-449693c33f4c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426714 Apr 28 17:18:25.497250 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:25.577546 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb5ff-152b-4e51-95ab-8489f76f1cfa req-9d5926bc-7818-4675-b7cc-c2bd7f939445 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:25.579030 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-111eb5ff-152b-4e51-95ab-8489f76f1cfa req-9d5926bc-7818-4675-b7cc-c2bd7f939445 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 944 time: 0.0476160 Apr 28 17:18:25.594768 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bd683-49b5-4030-ac6f-5452e7ca7525 req-c67d19e7-413f-4b87-87c4-59272f60f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:25.596558 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f52bd683-49b5-4030-ac6f-5452e7ca7525 req-c67d19e7-413f-4b87-87c4-59272f60f43a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 1128 time: 0.0404811 Apr 28 17:18:25.628961 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-111eb5ff-152b-4e51-95ab-8489f76f1cfa req-bd3832e5-a4e3-4171-98c0-4d400b40e57e tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440326 Apr 28 17:18:25.714424 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bd683-49b5-4030-ac6f-5452e7ca7525 req-d7cf1874-f32a-49e3-acb6-c96e1355ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:25.715976 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f52bd683-49b5-4030-ac6f-5452e7ca7525 req-d7cf1874-f32a-49e3-acb6-c96e1355ec57 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0952990 Apr 28 17:18:25.808266 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bd683-49b5-4030-ac6f-5452e7ca7525 req-43f0d896-0d99-4f0f-8338-25e22bd3abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:25.811692 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f52bd683-49b5-4030-ac6f-5452e7ca7525 req-43f0d896-0d99-4f0f-8338-25e22bd3abfe service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871499 Apr 28 17:18:25.933177 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-67a256da-044f-4bdd-9e9b-a1791d91dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:25.934670 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-67a256da-044f-4bdd-9e9b-a1791d91dd87 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 1128 time: 0.0400040 Apr 28 17:18:26.000906 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-c4e57f0a-8670-4752-b5cf-eca15d755341 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b9290d5-738c-4943-b312-feccda3dff28 HTTP/1.1" status: 200 len: 217 time: 0.0386906 Apr 28 17:18:26.347138 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f025fa-a8e5-43f1-9615-f0938f7affe0 req-0bdbd69c-a942-44fe-8104-dac59c64c238 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:26.348649 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-34f025fa-a8e5-43f1-9615-f0938f7affe0 req-0bdbd69c-a942-44fe-8104-dac59c64c238 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 947 time: 0.0541210 Apr 28 17:18:26.402865 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-34f025fa-a8e5-43f1-9615-f0938f7affe0 req-8a996acb-1e9a-4ba0-b5bf-b6d0d1a78f43 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481861 Apr 28 17:18:26.739380 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586bb43-9121-4b16-85ad-da23b5812035 req-01a3d8b3-019c-442d-9b5e-938c50f81b00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:26.740889 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1586bb43-9121-4b16-85ad-da23b5812035 req-01a3d8b3-019c-442d-9b5e-938c50f81b00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 944 time: 0.0464156 Apr 28 17:18:26.790810 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1586bb43-9121-4b16-85ad-da23b5812035 req-55a5ffcd-5013-4943-b5c6-65dc3a5e4d00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443094 Apr 28 17:18:26.978514 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-80f3fa0f-5096-4721-b8e8-987f4aa777de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:26.979962 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-80f3fa0f-5096-4721-b8e8-987f4aa777de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f171123-3a34-488e-b790-0ae30efcd836 HTTP/1.1" status: 200 len: 854 time: 0.0485740 Apr 28 17:18:27.041852 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-70d55410-5884-4f47-8983-f019e38c1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:27.043387 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-70d55410-5884-4f47-8983-f019e38c1c3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0864fea-c4a2-4606-b60c-7ca279cfdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425704 Apr 28 17:18:27.133934 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-2e7f233c-1189-477b-945b-424bf540ba29 service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833092 Apr 28 17:18:27.235442 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9127758-18f0-462e-b12e-b2ad31b91868 req-17be52d2-248d-4f62-a8ff-d72f6b28132f service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906589 Apr 28 17:18:27.525162 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e842b2-8554-493f-a241-b3f101ce1221 req-83ae723c-9dd7-4dcf-8f5c-7eae830a32b2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:27.526555 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-71e842b2-8554-493f-a241-b3f101ce1221 req-83ae723c-9dd7-4dcf-8f5c-7eae830a32b2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 947 time: 0.0489886 Apr 28 17:18:27.574549 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-71e842b2-8554-493f-a241-b3f101ce1221 req-5df35c96-4bc8-4e17-955b-128e3986175f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 Apr 28 17:18:27.908331 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26d522-e9a0-47ce-80f5-e2650ce2ea23 req-e34d5b86-37e6-4d3e-9059-a32534ce4169 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:27.909782 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8a26d522-e9a0-47ce-80f5-e2650ce2ea23 req-e34d5b86-37e6-4d3e-9059-a32534ce4169 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 944 time: 0.0470047 Apr 28 17:18:27.955421 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8a26d522-e9a0-47ce-80f5-e2650ce2ea23 req-12f9bd11-004e-4317-9244-90719ba1380c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401611 Apr 28 17:18:28.696478 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7313a6-f2a8-4422-8f7e-472690d948df req-f5273e33-26f6-4144-9982-d38c32c6a965 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:28.697895 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f7313a6-f2a8-4422-8f7e-472690d948df req-f5273e33-26f6-4144-9982-d38c32c6a965 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 947 time: 0.0513203 Apr 28 17:18:28.744668 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f7313a6-f2a8-4422-8f7e-472690d948df req-947aba9d-0b0a-47cc-a9ad-03d2ecb930a4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411336 Apr 28 17:18:29.071873 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf4e8a-3af1-464a-8d16-38eb71a14eb3 req-6532da38-b148-4a0f-87e1-665f6e3149f2 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:29.073340 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9aaf4e8a-3af1-464a-8d16-38eb71a14eb3 req-6532da38-b148-4a0f-87e1-665f6e3149f2 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 944 time: 0.0518146 Apr 28 17:18:29.119907 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9aaf4e8a-3af1-464a-8d16-38eb71a14eb3 req-1999619e-2601-42a5-a915-9e07232434e6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407333 Apr 28 17:18:29.365015 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 7b9290d5-738c-4943-b312-feccda3dff28 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:18:29.462089 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 7b9290d5-738c-4943-b312-feccda3dff28, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=7b9290d5-738c-4943-b312-feccda3dff28,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:18:29.478055 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '7b9290d5-738c-4943-b312-feccda3dff28', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'port_id': '7b9290d5-738c-4943-b312-feccda3dff28', 'mac_address': 'fa:16:3e:91:fb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:18:29.515289 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 7b9290d5-738c-4943-b312-feccda3dff28 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:18:29.516478 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (7b9290d5-738c-4943-b312-feccda3dff28), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:29.529108 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9290d5-738c-4943-b312-feccda3dff28 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:18:29.549009 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 7b9290d5-738c-4943-b312-feccda3dff28, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=7b9290d5-738c-4943-b312-feccda3dff28,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:18:29.639685 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (7b9290d5-738c-4943-b312-feccda3dff28), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:29.685927 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=7b9290d5-738c-4943-b312-feccda3dff28,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:29.864789 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e3f77-9a4d-4f21-8190-f57d2f252012 req-7a0c1de2-8d58-404e-aa7d-d52a4e0b2266 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:29.866412 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb5e3f77-9a4d-4f21-8190-f57d2f252012 req-7a0c1de2-8d58-404e-aa7d-d52a4e0b2266 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 947 time: 0.0498414 Apr 28 17:18:29.912925 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb5e3f77-9a4d-4f21-8190-f57d2f252012 req-16de46bf-be65-4f95-ac36-915bf6c26cd6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408285 Apr 28 17:18:30.179116 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['7b9290d5-738c-4943-b312-feccda3dff28'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:18:30.235706 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be4928-5332-4fa9-a72b-9b0dd2459a1c req-110401b0-ba89-452d-80b8-b43539a16fa4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:30.237207 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-84be4928-5332-4fa9-a72b-9b0dd2459a1c req-110401b0-ba89-452d-80b8-b43539a16fa4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 945 time: 0.0460770 Apr 28 17:18:30.283695 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-84be4928-5332-4fa9-a72b-9b0dd2459a1c req-09f0778d-44b5-4c56-8b85-d3b60f16ffd1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406938 Apr 28 17:18:31.395588 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f23b-af62-41a2-9ec2-f452bf7e3848 req-2fb094de-967e-418d-b4c0-6d62c26906c9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:31.396996 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1a1f23b-af62-41a2-9ec2-f452bf7e3848 req-2fb094de-967e-418d-b4c0-6d62c26906c9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 945 time: 0.0465345 Apr 28 17:18:31.445569 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1a1f23b-af62-41a2-9ec2-f452bf7e3848 req-cdc34f6b-cc98-4ae4-b598-d34dffcb5e43 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Apr 28 17:18:31.445898 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 7b9290d5-738c-4943-b312-feccda3dff28 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:18:31.490807 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port 7b9290d5-738c-4943-b312-feccda3dff28 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:18:31.574984 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 7b9290d5-738c-4943-b312-feccda3dff28 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:18:31.575370 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (7b9290d5-738c-4943-b312-feccda3dff28), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:31.653962 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 7b9290d5-738c-4943-b312-feccda3dff28 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:18:31.654355 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (7b9290d5-738c-4943-b312-feccda3dff28), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:31.677144 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2574b164-ab46-44ce-83ce-3c29171153df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9290d5-738c-4943-b312-feccda3dff28'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:18:31.679354 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e8487e-df7b-47b9-be2f-094c6000db07" -d '{"events": [{"server_uuid": "2574b164-ab46-44ce-83ce-3c29171153df", "name": "network-vif-plugged", "status": "completed", "tag": "7b9290d5-738c-4943-b312-feccda3dff28"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:18:31.693882 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 7b9290d5-738c-4943-b312-feccda3dff28, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=7b9290d5-738c-4943-b312-feccda3dff28,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:18:31.715446 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871f216a-2279-42a8-9a82-758ce06e5719 x-openstack-request-id: req-871f216a-2279-42a8-9a82-758ce06e5719 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:18:31.715737 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2574b164-ab46-44ce-83ce-3c29171153df", "name": "network-vif-plugged", "status": "completed", "tag": "7b9290d5-738c-4943-b312-feccda3dff28", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:18:31.715995 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-871f216a-2279-42a8-9a82-758ce06e5719 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:18:31.716529 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871f216a-2279-42a8-9a82-758ce06e5719'] response: {'server_uuid': '2574b164-ab46-44ce-83ce-3c29171153df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9290d5-738c-4943-b312-feccda3dff28', 'code': 200} Apr 28 17:18:31.774934 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (7b9290d5-738c-4943-b312-feccda3dff28), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:31.822918 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=7b9290d5-738c-4943-b312-feccda3dff28,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:32.146605 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-304398f2-c9db-4937-a326-f846ced2a8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:32.557096 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de40e46-6878-4178-9175-b796a607aac8 req-c3d2441c-ad4d-489d-b018-f95d59f0e937 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:32.558548 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1de40e46-6878-4178-9175-b796a607aac8 req-c3d2441c-ad4d-489d-b018-f95d59f0e937 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0465386 Apr 28 17:18:32.605638 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1de40e46-6878-4178-9175-b796a607aac8 req-f455bb8d-12c7-44ac-8d50-acf35bfad334 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410218 Apr 28 17:18:32.853277 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6a37f-273c-499f-8dc0-b544650a3c03 req-785a12fc-71b6-4189-9806-276994467a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:32.854819 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-14d6a37f-273c-499f-8dc0-b544650a3c03 req-785a12fc-71b6-4189-9806-276994467a05 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 1130 time: 0.0376935 Apr 28 17:18:32.900565 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-14d6a37f-273c-499f-8dc0-b544650a3c03 req-2089f7fa-62ee-47c0-b40a-043db1ef56f6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378652 Apr 28 17:18:33.723587 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9b532-d5f6-4e0c-9cec-06e0f07e0a8d req-bae412a6-b399-4718-9da5-b1d5fadb83b8 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:33.725084 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ccf9b532-d5f6-4e0c-9cec-06e0f07e0a8d req-bae412a6-b399-4718-9da5-b1d5fadb83b8 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0495424 Apr 28 17:18:33.772018 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ccf9b532-d5f6-4e0c-9cec-06e0f07e0a8d req-93e48b9c-e36d-402b-a5b8-554f51758a40 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Apr 28 17:18:34.520075 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-27fcc595-0f36-4644-ae9a-820488ca5749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:34.900696 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e461c-102d-4d85-859a-7943ba96d174 req-a8c144f9-f88f-471a-b9e2-7e10f84fa787 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:34.900696 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6f4e461c-102d-4d85-859a-7943ba96d174 req-a8c144f9-f88f-471a-b9e2-7e10f84fa787 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0585163 Apr 28 17:18:34.950382 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6f4e461c-102d-4d85-859a-7943ba96d174 req-313f904e-f868-4cba-8d78-dd371c61d6dd tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 Apr 28 17:18:35.605792 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:36.065428 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f939da-f388-4220-9d80-49f76106ff2b req-4ab21f26-bc97-43ae-ab1a-aee9976ec1ab tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:36.066910 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d7f939da-f388-4220-9d80-49f76106ff2b req-4ab21f26-bc97-43ae-ab1a-aee9976ec1ab tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0463815 Apr 28 17:18:36.113344 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d7f939da-f388-4220-9d80-49f76106ff2b req-87938b61-d365-4838-bef4-afeb76469b1c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408688 Apr 28 17:18:36.976658 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:37.227508 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:18:37.229591 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7ca1-d3c8-48ef-bd3b-ec068df322ce req-1d468b79-9cae-403e-92ad-f84ce40ef19f tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:37.231071 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f21c7ca1-d3c8-48ef-bd3b-ec068df322ce req-1d468b79-9cae-403e-92ad-f84ce40ef19f tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0510035 Apr 28 17:18:37.276871 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f21c7ca1-d3c8-48ef-bd3b-ec068df322ce req-146d6725-3171-4348-92a3-b6d96789d70e tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395591 Apr 28 17:18:38.387775 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08931b-9ff7-4e16-934c-6606bbfba76f req-7d23ed38-636b-4c08-b371-6f159adb0627 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:38.389286 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fb08931b-9ff7-4e16-934c-6606bbfba76f req-7d23ed38-636b-4c08-b371-6f159adb0627 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0463738 Apr 28 17:18:38.439407 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fb08931b-9ff7-4e16-934c-6606bbfba76f req-c6c354a0-d2d7-4a14-8c7e-4f62c5a3c71f tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444551 Apr 28 17:18:38.490015 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:39.649672 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578c75c-7259-4d1d-9af3-abecea58aea5 req-27eafd2c-095e-4a9d-9195-25103f2bf35a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:39.651193 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5578c75c-7259-4d1d-9af3-abecea58aea5 req-27eafd2c-095e-4a9d-9195-25103f2bf35a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0492325 Apr 28 17:18:39.699243 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5578c75c-7259-4d1d-9af3-abecea58aea5 req-2835355c-328f-424c-b2a7-dabb3a9d4c9a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Apr 28 17:18:39.821198 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a92b3-cfb1-4d8f-ae04-d63eca79f668 req-0123896e-17a9-4dd6-b61d-53bc3d41fcf9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:39.821198 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5a7a92b3-cfb1-4d8f-ae04-d63eca79f668 req-0123896e-17a9-4dd6-b61d-53bc3d41fcf9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0478244 Apr 28 17:18:39.826606 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 48882) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:18:39.830934 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-4ef0e7b2-3878-49a7-9ff8-2e1d24b39337 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'floatingip': {'port_id': '7b9290d5-738c-4943-b312-feccda3dff28'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:18:39.871615 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e7b2-3878-49a7-9ff8-2e1d24b39337 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (34acf6ed-4be0-49fc-bae2-d2656428fb73), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:40.352380 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e7b2-3878-49a7-9ff8-2e1d24b39337 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:40.420768 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e7b2-3878-49a7-9ff8-2e1d24b39337 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (34acf6ed-4be0-49fc-bae2-d2656428fb73), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:40.526063 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [None req-4ef0e7b2-3878-49a7-9ff8-2e1d24b39337 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Floating IP 34acf6ed-4be0-49fc-bae2-d2656428fb73 associated. External IP: 172.27.2.210, port: 7b9290d5-738c-4943-b312-feccda3dff28. Apr 28 17:18:40.738942 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef0e7b2-3878-49a7-9ff8-2e1d24b39337 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Router c49b146b-69f2-4709-8960-3efb5017f956 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:18:40.854571 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef0e7b2-3878-49a7-9ff8-2e1d24b39337 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:18:40.866052 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e7b2-3878-49a7-9ff8-2e1d24b39337 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:40.870062 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be222ebf-8d65-4f22-8185-1184f2d68228 None None] Sync routers for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:18:40.884769 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be222ebf-8d65-4f22-8185-1184f2d68228 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:18:40.885351 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-be222ebf-8d65-4f22-8185-1184f2d68228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:18:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:18:40.897473 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-4ef0e7b2-3878-49a7-9ff8-2e1d24b39337 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "PUT /v2.0/floatingips/34acf6ed-4be0-49fc-bae2-d2656428fb73 HTTP/1.1" status: 200 len: 992 time: 1.0698225 Apr 28 17:18:40.909311 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2574b164-ab46-44ce-83ce-3c29171153df', 'tag': '7b9290d5-738c-4943-b312-feccda3dff28'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:18:40.909311 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e907780-fbcd-4ead-8894-64fea8fd469d" -d '{"events": [{"name": "network-changed", "server_uuid": "2574b164-ab46-44ce-83ce-3c29171153df", "tag": "7b9290d5-738c-4943-b312-feccda3dff28"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:18:40.936033 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c3ec42-bb58-44e6-a529-b4741dad822a x-openstack-request-id: req-c8c3ec42-bb58-44e6-a529-b4741dad822a {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:18:40.936360 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2574b164-ab46-44ce-83ce-3c29171153df", "tag": "7b9290d5-738c-4943-b312-feccda3dff28", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:18:40.936621 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8c3ec42-bb58-44e6-a529-b4741dad822a {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:18:40.937640 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c3ec42-bb58-44e6-a529-b4741dad822a'] response: {'name': 'network-changed', 'server_uuid': '2574b164-ab46-44ce-83ce-3c29171153df', 'tag': '7b9290d5-738c-4943-b312-feccda3dff28', 'status': 'completed', 'code': 200} Apr 28 17:18:41.000190 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-be222ebf-8d65-4f22-8185-1184f2d68228 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:18:41.217063 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-be222ebf-8d65-4f22-8185-1184f2d68228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '34acf6ed-4be0-49fc-bae2-d2656428fb73', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '7b9290d5-738c-4943-b312-feccda3dff28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:91:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2574b164-ab46-44ce-83ce-3c29171153df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:18:18Z', 'updated_at': '2022-04-28T17:18:40Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}, {'id': 'b85462df-3c90-46d4-9af2-308206994508', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:f6:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:16:23Z', 'updated_at': '2022-04-28T17:16:55Z', 'revision_number': 2, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:18:41.242268 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be222ebf-8d65-4f22-8185-1184f2d68228 None None] Checking router: c49b146b-69f2-4709-8960-3efb5017f956 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:18:41.251395 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be222ebf-8d65-4f22-8185-1184f2d68228 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:18:41.251940 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-be222ebf-8d65-4f22-8185-1184f2d68228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:18:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:18:41.356779 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-be222ebf-8d65-4f22-8185-1184f2d68228 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:18:41.570184 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-be222ebf-8d65-4f22-8185-1184f2d68228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '34acf6ed-4be0-49fc-bae2-d2656428fb73', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '7b9290d5-738c-4943-b312-feccda3dff28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:91:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2574b164-ab46-44ce-83ce-3c29171153df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:18:18Z', 'updated_at': '2022-04-28T17:18:40Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}, {'id': 'b85462df-3c90-46d4-9af2-308206994508', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:f6:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:16:23Z', 'updated_at': '2022-04-28T17:16:55Z', 'revision_number': 2, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:18:41.595714 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be222ebf-8d65-4f22-8185-1184f2d68228 None None] The sync data for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi is: [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '34acf6ed-4be0-49fc-bae2-d2656428fb73', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '7b9290d5-738c-4943-b312-feccda3dff28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:91:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2574b164-ab46-44ce-83ce-3c29171153df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:18:18Z', 'updated_at': '2022-04-28T17:18:40Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}, {'id': 'b85462df-3c90-46d4-9af2-308206994508', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:f6:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:16:23Z', 'updated_at': '2022-04-28T17:16:55Z', 'revision_number': 2, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:18:41.795422 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525eb0b7-11e4-4573-929d-5a953b79cdd7 None None] New status for floating IP 34acf6ed-4be0-49fc-bae2-d2656428fb73: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:18:43.437611 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907780-fbcd-4ead-8894-64fea8fd469d req-4ac1bc10-f7f5-4b4c-8626-b70f4e7f23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:43.439111 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e907780-fbcd-4ead-8894-64fea8fd469d req-4ac1bc10-f7f5-4b4c-8626-b70f4e7f23e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 1130 time: 0.0398049 Apr 28 17:18:43.534359 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907780-fbcd-4ead-8894-64fea8fd469d req-1cdc6e14-56e1-4e89-a4d2-de560f5ad0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:43.535837 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e907780-fbcd-4ead-8894-64fea8fd469d req-1cdc6e14-56e1-4e89-a4d2-de560f5ad0b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 916 time: 0.0871544 Apr 28 17:18:43.606950 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e907780-fbcd-4ead-8894-64fea8fd469d req-2588f3ae-00cb-4aea-8162-c6e20fc2dddf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b9290d5-738c-4943-b312-feccda3dff28 HTTP/1.1" status: 200 len: 1002 time: 0.0599520 Apr 28 17:18:43.654116 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907780-fbcd-4ead-8894-64fea8fd469d req-e6370e82-01b8-4623-88e7-2b6b5d5b9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:43.655418 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e907780-fbcd-4ead-8894-64fea8fd469d req-e6370e82-01b8-4623-88e7-2b6b5d5b9885 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f171123-3a34-488e-b790-0ae30efcd836 HTTP/1.1" status: 200 len: 854 time: 0.0420506 Apr 28 17:18:43.699024 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907780-fbcd-4ead-8894-64fea8fd469d req-1a1efe89-fa69-4efb-93ee-5f85ba4270e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:43.700484 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e907780-fbcd-4ead-8894-64fea8fd469d req-1a1efe89-fa69-4efb-93ee-5f85ba4270e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0864fea-c4a2-4606-b60c-7ca279cfdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362368 Apr 28 17:18:43.799235 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e907780-fbcd-4ead-8894-64fea8fd469d req-a13a9bce-a58d-40dc-a2b7-770ccbd9e008 service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845125 Apr 28 17:18:43.886402 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e907780-fbcd-4ead-8894-64fea8fd469d req-eae3b1ef-60f3-42ca-812f-83da2a1a23fe service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808332 Apr 28 17:18:45.357024 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef8644-0ea4-482b-91af-cfce5a76a64d req-211ac19f-850b-4c1a-9145-9a2323209aa8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:45.358510 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-adef8644-0ea4-482b-91af-cfce5a76a64d req-211ac19f-850b-4c1a-9145-9a2323209aa8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0503664 Apr 28 17:18:45.406740 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-adef8644-0ea4-482b-91af-cfce5a76a64d req-bf6ab2ca-0191-4d33-86e8-ee785455686a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424566 Apr 28 17:18:46.521488 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b201d01-a09a-4975-9959-661754dec284 req-967f9e49-acc8-4734-b41b-b879311c7d34 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:46.522943 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b201d01-a09a-4975-9959-661754dec284 req-967f9e49-acc8-4734-b41b-b879311c7d34 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0473258 Apr 28 17:18:46.571973 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b201d01-a09a-4975-9959-661754dec284 req-8952b2d4-b742-49f4-8c39-eb08f5b6f888 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435462 Apr 28 17:18:47.684901 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df180394-d1b4-4125-a76a-14361a1dd18f req-897ab035-802f-4a6b-b0a3-7f43b002bdb3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:47.686404 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-df180394-d1b4-4125-a76a-14361a1dd18f req-897ab035-802f-4a6b-b0a3-7f43b002bdb3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0474441 Apr 28 17:18:47.734474 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-df180394-d1b4-4125-a76a-14361a1dd18f req-4ead5f06-3aa1-4cb2-9f8a-f71202a2d05b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418065 Apr 28 17:18:48.848313 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2871d-b517-479a-a859-c0b75318cdc2 req-1b35923a-4495-4830-b306-9a762124c776 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:48.849835 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-28c2871d-b517-479a-a859-c0b75318cdc2 req-1b35923a-4495-4830-b306-9a762124c776 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0479770 Apr 28 17:18:48.896223 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-28c2871d-b517-479a-a859-c0b75318cdc2 req-d9cf51ee-4401-4f6e-a30f-73ee8b40675c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409229 Apr 28 17:18:50.008795 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87041b53-2018-4715-a0ab-f9e41edd03a7 req-ee5d1fcb-7feb-403c-a153-dca9d7db5bf3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:50.010161 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-87041b53-2018-4715-a0ab-f9e41edd03a7 req-ee5d1fcb-7feb-403c-a153-dca9d7db5bf3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0468881 Apr 28 17:18:50.061786 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-87041b53-2018-4715-a0ab-f9e41edd03a7 req-058d98a9-0a5e-45d4-aec2-4b30e1b00348 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451143 Apr 28 17:18:51.181517 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf5353-7ff5-46eb-851a-84f178671ed2 req-0d210cf6-d277-4afb-b161-6f667b926bf4 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:51.183068 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9baf5353-7ff5-46eb-851a-84f178671ed2 req-0d210cf6-d277-4afb-b161-6f667b926bf4 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0511048 Apr 28 17:18:51.230241 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9baf5353-7ff5-46eb-851a-84f178671ed2 req-02348b09-a51b-441b-8260-286afbd81b6c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410480 Apr 28 17:18:52.349206 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47982a1f-07bd-4a43-a31c-51b4c20baf5b req-62a01e6e-1ac8-482a-aa62-fb7423545d43 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:52.350683 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-47982a1f-07bd-4a43-a31c-51b4c20baf5b req-62a01e6e-1ac8-482a-aa62-fb7423545d43 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0465024 Apr 28 17:18:52.401048 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-47982a1f-07bd-4a43-a31c-51b4c20baf5b req-a3eb023a-9839-4a83-b366-1dae4884a0ef tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425484 Apr 28 17:18:52.999931 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49042) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:18:53.103866 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f6634fcf-52dc-4b28-8954-f383740dd121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:53.178053 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f6634fcf-52dc-4b28-8954-f383740dd121 admin admin] Publish callbacks [] for security_group (37bc9ab8-cd91-4bdf-b6df-53c77a1544cc), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:53.262155 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f6634fcf-52dc-4b28-8954-f383740dd121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (37bc9ab8-cd91-4bdf-b6df-53c77a1544cc), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:53.297757 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6634fcf-52dc-4b28-8954-f383740dd121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bc9ab8-cd91-4bdf-b6df-53c77a1544cc,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:53.303655 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-f6634fcf-52dc-4b28-8954-f383740dd121 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6bc12b8f78284cd2b223d8f7b95a2012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026814 Apr 28 17:18:53.306489 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49048) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:18:53.359205 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1bc55bee-30f2-48c7-82e9-906d5cd8e15d admin admin] Publish callbacks [] for security_group (37bc9ab8-cd91-4bdf-b6df-53c77a1544cc), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:53.382312 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1bc55bee-30f2-48c7-82e9-906d5cd8e15d admin admin] Publish callbacks [] for security_group (37bc9ab8-cd91-4bdf-b6df-53c77a1544cc), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:53.508792 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1bc55bee-30f2-48c7-82e9-906d5cd8e15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (37bc9ab8-cd91-4bdf-b6df-53c77a1544cc), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:53.511568 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1bc55bee-30f2-48c7-82e9-906d5cd8e15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:53.512923 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1bc55bee-30f2-48c7-82e9-906d5cd8e15d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37bc9ab8-cd91-4bdf-b6df-53c77a1544cc HTTP/1.1" status: 204 len: 168 time: 0.2054706 Apr 28 17:18:53.522925 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc55bee-30f2-48c7-82e9-906d5cd8e15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bc9ab8-cd91-4bdf-b6df-53c77a1544cc,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:18:53.528787 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a5f60-98c0-4dee-af75-bf40df40e249 req-44f5803a-f7bd-4f59-9e50-72fd4c52f5fa tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:53.531408 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eb1a5f60-98c0-4dee-af75-bf40df40e249 req-44f5803a-f7bd-4f59-9e50-72fd4c52f5fa tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0592194 Apr 28 17:18:53.590211 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eb1a5f60-98c0-4dee-af75-bf40df40e249 req-ab6492a6-9a56-467f-8fab-fbbb6e0b8a16 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454509 Apr 28 17:18:54.697646 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1e685-0a27-43c6-b779-8eab80c7a2dc req-457c6e74-51a3-497b-beb1-bdec62fe91dc tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:54.699097 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d8a1e685-0a27-43c6-b779-8eab80c7a2dc req-457c6e74-51a3-497b-beb1-bdec62fe91dc tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0464678 Apr 28 17:18:54.745112 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d8a1e685-0a27-43c6-b779-8eab80c7a2dc req-3e2f76cd-5624-42ff-917e-ac6eaeae4002 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 Apr 28 17:18:55.536706 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:18:55.863023 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63370f-3ea8-4910-84e1-a09c2fe43b46 req-16602c13-1cda-49d3-8fc3-07f1428ae981 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:55.864570 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0f63370f-3ea8-4910-84e1-a09c2fe43b46 req-16602c13-1cda-49d3-8fc3-07f1428ae981 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0476077 Apr 28 17:18:55.922577 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0f63370f-3ea8-4910-84e1-a09c2fe43b46 req-ba6a665e-057f-4e6b-80ae-dd28b016720b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514801 Apr 28 17:18:57.043856 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf431715-429b-4cb5-9147-ce6f1efae67a req-43099d08-803a-4ccb-bd60-913fda111167 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:57.045369 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cf431715-429b-4cb5-9147-ce6f1efae67a req-43099d08-803a-4ccb-bd60-913fda111167 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0500937 Apr 28 17:18:57.093267 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cf431715-429b-4cb5-9147-ce6f1efae67a req-fc1a2bc9-771c-4a45-9bdb-56ea0dc837c2 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Apr 28 17:18:57.408159 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-f0ea902c-b39b-4306-817e-ea1988d1ae41 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427458 Apr 28 17:18:57.502278 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18024e-4278-45b0-ab95-32f735462740 req-61e4b081-5c2f-468c-afaa-6e9e4c6b49be tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:57.504668 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0b18024e-4278-45b0-ab95-32f735462740 req-61e4b081-5c2f-468c-afaa-6e9e4c6b49be tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0504408 Apr 28 17:18:57.510232 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-9dbed1d2-7dc2-4086-96eb-3f9932a7d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:57.511913 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-9dbed1d2-7dc2-4086-96eb-3f9932a7d1bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 1130 time: 0.0390239 Apr 28 17:18:57.551970 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0b18024e-4278-45b0-ab95-32f735462740 req-754df74c-0348-4f24-853a-cdb8517b57fc tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424020 Apr 28 17:18:57.600253 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcab72b-61ee-4304-8b8c-6b13f78f41b1 req-21664caa-949a-4703-ac14-9f15663940fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:57.601740 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fcab72b-61ee-4304-8b8c-6b13f78f41b1 req-21664caa-949a-4703-ac14-9f15663940fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 1129 time: 0.0404224 Apr 28 17:18:57.649767 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-3ace5d65-f1dd-4f32-afb7-487cf61bbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:57.651222 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-3ace5d65-f1dd-4f32-afb7-487cf61bbc61 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.0887682 Apr 28 17:18:57.694493 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-0f27cdb9-f271-46b5-aaf0-9469cab02950 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6cd92cf-329e-4007-9e51-7732838fe006 HTTP/1.1" status: 200 len: 217 time: 0.0349042 Apr 28 17:18:57.696240 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcab72b-61ee-4304-8b8c-6b13f78f41b1 req-b8b5675c-573c-41d7-a417-6b28caaea60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:57.697679 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fcab72b-61ee-4304-8b8c-6b13f78f41b1 req-b8b5675c-573c-41d7-a417-6b28caaea60f service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.0882130 Apr 28 17:18:57.746554 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-9b6b6bad-c750-4391-9f95-dcf398bc246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:57.747983 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-9b6b6bad-c750-4391-9f95-dcf398bc246f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0427737 Apr 28 17:18:57.763217 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fcab72b-61ee-4304-8b8c-6b13f78f41b1 req-d1c0a024-6fc0-4ae0-bdc6-092b6b5d4bbf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b0789b-6317-41e3-89bf-3291d0e80787 HTTP/1.1" status: 200 len: 1001 time: 0.0572112 Apr 28 17:18:57.800379 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-5ff153a1-5350-4035-883f-0e7fca574d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:57.802143 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-5ff153a1-5350-4035-883f-0e7fca574d3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428164 Apr 28 17:18:57.811407 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcab72b-61ee-4304-8b8c-6b13f78f41b1 req-ec9d4389-541c-4dbe-b47f-781e277db402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:57.812867 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fcab72b-61ee-4304-8b8c-6b13f78f41b1 req-ec9d4389-541c-4dbe-b47f-781e277db402 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0430827 Apr 28 17:18:57.859320 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcab72b-61ee-4304-8b8c-6b13f78f41b1 req-ef440247-81fa-4ec8-a9c3-3f94f1948c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:57.860913 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fcab72b-61ee-4304-8b8c-6b13f78f41b1 req-ef440247-81fa-4ec8-a9c3-3f94f1948c4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414593 Apr 28 17:18:57.892925 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-dce16bb8-913e-4ec5-a671-e94457c80df7 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828056 Apr 28 17:18:57.956826 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fcab72b-61ee-4304-8b8c-6b13f78f41b1 req-55a7b3bd-1334-463b-8180-0f9af671d6c5 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809014 Apr 28 17:18:57.991295 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c349d707-f9ad-43ff-9c78-68b43a487d60 req-fda82c0e-ca3b-4322-874f-bf6ba3c198ed service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922277 Apr 28 17:18:58.054840 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fcab72b-61ee-4304-8b8c-6b13f78f41b1 req-9743be44-7263-472a-9141-084f3d29485c service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903997 Apr 28 17:18:58.214664 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adede6fe-9793-40f5-83fb-5e9dfe8cee6f req-27680adc-7326-4cb4-9445-b4a2139cde69 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:58.216195 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-adede6fe-9793-40f5-83fb-5e9dfe8cee6f req-27680adc-7326-4cb4-9445-b4a2139cde69 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0482283 Apr 28 17:18:58.262802 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-adede6fe-9793-40f5-83fb-5e9dfe8cee6f req-22a77b22-2fda-43ad-aa35-dfcf028dace3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 Apr 28 17:18:58.457908 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ae7b-c7e2-43e3-818d-77e0fd22fa58 req-5e0aecfe-ad7c-485d-a312-70a4dd39b95e tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:58.459345 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8887ae7b-c7e2-43e3-818d-77e0fd22fa58 req-5e0aecfe-ad7c-485d-a312-70a4dd39b95e tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 945 time: 0.0462847 Apr 28 17:18:58.508935 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8887ae7b-c7e2-43e3-818d-77e0fd22fa58 req-37aa10b6-5365-4043-bf1d-5dc72b51bad6 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438411 Apr 28 17:18:58.666253 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4272c73-dd22-4e7d-83a2-d38783009602 req-340e8f0b-6734-4973-877c-1bdf86cc8925 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:58.667683 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4272c73-dd22-4e7d-83a2-d38783009602 req-340e8f0b-6734-4973-877c-1bdf86cc8925 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0466251 Apr 28 17:18:58.712831 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4272c73-dd22-4e7d-83a2-d38783009602 req-307e85eb-fb8a-4c2f-bb7f-6a8d2b2554f0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395379 Apr 28 17:18:59.377421 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083439c-73cf-44ce-87fa-5d67e8dc5114 req-29ac7b8f-2f0b-4cad-8f7b-cec5412be95a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:59.378900 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c083439c-73cf-44ce-87fa-5d67e8dc5114 req-29ac7b8f-2f0b-4cad-8f7b-cec5412be95a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0467818 Apr 28 17:18:59.427644 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c083439c-73cf-44ce-87fa-5d67e8dc5114 req-db2121eb-4d3e-4e4d-b923-7eb3de545c66 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 Apr 28 17:18:59.634370 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77752987-16be-4b5e-bc94-c55a3399cac2 req-68254ecd-b9d0-4074-b9bc-a528b8ea0df8 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:59.635848 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77752987-16be-4b5e-bc94-c55a3399cac2 req-68254ecd-b9d0-4074-b9bc-a528b8ea0df8 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 945 time: 0.0549321 Apr 28 17:18:59.694853 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77752987-16be-4b5e-bc94-c55a3399cac2 req-afb55873-3d29-41d0-ba80-03fdba1c89ed tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531223 Apr 28 17:18:59.838120 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6f14a-7cdb-4aea-b26d-a93e668f8a61 req-ad9285c8-b3ab-40b9-8f69-9aaea8f43186 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:18:59.840106 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5cc6f14a-7cdb-4aea-b26d-a93e668f8a61 req-ad9285c8-b3ab-40b9-8f69-9aaea8f43186 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0552595 Apr 28 17:18:59.893035 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5cc6f14a-7cdb-4aea-b26d-a93e668f8a61 req-e1b02ec5-ff13-4aae-9879-7cc21cbe5097 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470803 Apr 28 17:19:00.509331 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12be88-f7eb-418d-8910-b345c5f990af req-9c4ccb40-0b4f-437c-9dea-b5989ea9227c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:00.510704 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4d12be88-f7eb-418d-8910-b345c5f990af req-9c4ccb40-0b4f-437c-9dea-b5989ea9227c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.66 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 945 time: 0.0482945 Apr 28 17:19:00.580554 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea1aad-5f94-4b44-b317-48d6b9c6edfa req-efb04153-ac5c-4589-b0cf-524120ab8178 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:00.582000 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-69ea1aad-5f94-4b44-b317-48d6b9c6edfa req-efb04153-ac5c-4589-b0cf-524120ab8178 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0800455 Apr 28 17:19:00.822830 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542d5fe-7f34-4426-86a4-9431560f8ce5 req-14e3a5e1-92c8-4da1-93fb-91b5f7b9dd38 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:00.824405 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8542d5fe-7f34-4426-86a4-9431560f8ce5 req-14e3a5e1-92c8-4da1-93fb-91b5f7b9dd38 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 945 time: 0.0556147 Apr 28 17:19:00.876610 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8542d5fe-7f34-4426-86a4-9431560f8ce5 req-67d66f94-850e-4830-954d-16fd06d9074a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459027 Apr 28 17:19:00.881697 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-4d12be88-f7eb-418d-8910-b345c5f990af req-23032a7b-96ba-4ede-8ce9-93a509f9924c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Deleting port cc19aecc-cde0-46ac-af64-d132018a0456 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:19:00.882213 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4d12be88-f7eb-418d-8910-b345c5f990af req-23032a7b-96ba-4ede-8ce9-93a509f9924c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:00.914128 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-69ea1aad-5f94-4b44-b317-48d6b9c6edfa req-1a94bdee-cbb0-48f7-a5ac-5aca5ac070e2 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258176 Apr 28 17:19:00.983663 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-4d12be88-f7eb-418d-8910-b345c5f990af req-23032a7b-96ba-4ede-8ce9-93a509f9924c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] For port cc19aecc-cde0-46ac-af64-d132018a0456, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=cc19aecc-cde0-46ac-af64-d132018a0456,segment=NetworkSegment(7e8a8ade-2c3b-4576-ba58-509368e8dc1d),segment_id=7e8a8ade-2c3b-4576-ba58-509368e8dc1d)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:19:00.983935 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4d12be88-f7eb-418d-8910-b345c5f990af req-23032a7b-96ba-4ede-8ce9-93a509f9924c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:01.000741 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-4d12be88-f7eb-418d-8910-b345c5f990af req-23032a7b-96ba-4ede-8ce9-93a509f9924c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Calling delete_port for cc19aecc-cde0-46ac-af64-d132018a0456 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:19:01.031435 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653db26-8ea4-4b04-a872-d6c2595b82a2 req-649d3128-0de0-4622-9636-53e1118d69f1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:01.033670 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e653db26-8ea4-4b04-a872-d6c2595b82a2 req-649d3128-0de0-4622-9636-53e1118d69f1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0500901 Apr 28 17:19:01.087049 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e653db26-8ea4-4b04-a872-d6c2595b82a2 req-8a45b554-e0bd-4555-abda-101a4acaa7ca tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470231 Apr 28 17:19:01.209433 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4d12be88-f7eb-418d-8910-b345c5f990af req-23032a7b-96ba-4ede-8ce9-93a509f9924c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (cc19aecc-cde0-46ac-af64-d132018a0456), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:01.239145 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23032a7b-96ba-4ede-8ce9-93a509f9924c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Pushing event deleted for resources: {'Port': ['ID=cc19aecc-cde0-46ac-af64-d132018a0456,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:01.255331 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['cc19aecc-cde0-46ac-af64-d132018a0456'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:19:01.287294 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d12be88-f7eb-418d-8910-b345c5f990af req-23032a7b-96ba-4ede-8ce9-93a509f9924c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] No DVR routers for this DVR port cc19aecc-cde0-46ac-af64-d132018a0456 on host hv-cinder-82694 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:19:01.290319 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-4d12be88-f7eb-418d-8910-b345c5f990af req-23032a7b-96ba-4ede-8ce9-93a509f9924c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:01.293732 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4d12be88-f7eb-418d-8910-b345c5f990af req-23032a7b-96ba-4ede-8ce9-93a509f9924c tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.66 "DELETE /v2.0/ports/cc19aecc-cde0-46ac-af64-d132018a0456 HTTP/1.1" status: 204 len: 173 time: 0.7745171 Apr 28 17:19:01.294186 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3874fca8-1c8d-44bf-8cb7-b471ab1ec708', 'name': 'network-vif-deleted', 'tag': 'cc19aecc-cde0-46ac-af64-d132018a0456'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:19:01.296440 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187f97b3-86f8-4013-8400-6946cbea1982" -d '{"events": [{"server_uuid": "3874fca8-1c8d-44bf-8cb7-b471ab1ec708", "name": "network-vif-deleted", "tag": "cc19aecc-cde0-46ac-af64-d132018a0456"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:19:01.331627 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e47ee3-2f79-40a4-89ca-ad91b009b43b x-openstack-request-id: req-b9e47ee3-2f79-40a4-89ca-ad91b009b43b {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:19:01.331945 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3874fca8-1c8d-44bf-8cb7-b471ab1ec708", "name": "network-vif-deleted", "tag": "cc19aecc-cde0-46ac-af64-d132018a0456", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:19:01.332246 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9e47ee3-2f79-40a4-89ca-ad91b009b43b {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:19:01.332648 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e47ee3-2f79-40a4-89ca-ad91b009b43b'] response: {'server_uuid': '3874fca8-1c8d-44bf-8cb7-b471ab1ec708', 'name': 'network-vif-deleted', 'tag': 'cc19aecc-cde0-46ac-af64-d132018a0456', 'status': 'completed', 'code': 200} Apr 28 17:19:01.988122 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a015b325-5e4d-4b9c-9f4c-edbfe545f1ca req-539b0520-8780-4e7d-988b-397e3ca03429 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=3874fca8-1c8d-44bf-8cb7-b471ab1ec708 HTTP/1.1" status: 200 len: 210 time: 0.0271113 Apr 28 17:19:02.035741 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b81b62-db09-4dc0-8ea1-4d9413b096e6 req-cce1168b-ef99-498c-a5aa-463f4e8beec8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:02.037453 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0b81b62-db09-4dc0-8ea1-4d9413b096e6 req-cce1168b-ef99-498c-a5aa-463f4e8beec8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0537465 Apr 28 17:19:02.084757 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0b81b62-db09-4dc0-8ea1-4d9413b096e6 req-269e6a88-8bcb-4292-bba6-dd0e85fb0dd6 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417876 Apr 28 17:19:02.096744 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3b971d1d-0bdf-4e29-93ff-97cfe762fcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:02.203216 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3025c39-783e-4582-9412-e1c87c5afffd req-2792e78b-fd3d-44b5-a939-52e22ba9aac3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:02.205008 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e3025c39-783e-4582-9412-e1c87c5afffd req-2792e78b-fd3d-44b5-a939-52e22ba9aac3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0487230 Apr 28 17:19:02.255466 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e3025c39-783e-4582-9412-e1c87c5afffd req-a4bb72a0-61d5-405a-8cc2-6dc14079d730 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443988 Apr 28 17:19:02.402289 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37861f3-9630-4c50-800e-e4e4b25cfeac req-e8d4e914-f66f-429b-820b-3f90fcf1b646 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:02.403855 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d37861f3-9630-4c50-800e-e4e4b25cfeac req-e8d4e914-f66f-429b-820b-3f90fcf1b646 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0480714 Apr 28 17:19:02.452300 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d37861f3-9630-4c50-800e-e4e4b25cfeac req-56ab056e-06f2-4466-916b-86155e88f94f tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421247 Apr 28 17:19:02.537478 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde18d07-ab37-4543-b060-427d90746dfe req-6c58fdff-0a21-40ae-9915-c6d58ed016f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:02.538991 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dde18d07-ab37-4543-b060-427d90746dfe req-6c58fdff-0a21-40ae-9915-c6d58ed016f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 1130 time: 0.0401618 Apr 28 17:19:02.631646 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde18d07-ab37-4543-b060-427d90746dfe req-42686660-df81-4119-8568-1d868d701d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:02.633195 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dde18d07-ab37-4543-b060-427d90746dfe req-42686660-df81-4119-8568-1d868d701d92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd HTTP/1.1" status: 200 len: 912 time: 0.0880187 Apr 28 17:19:02.698374 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dde18d07-ab37-4543-b060-427d90746dfe req-3b36d30f-e925-4233-80c1-657b5c0e76a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e5be036-db60-4955-9936-f22b7d226639 HTTP/1.1" status: 200 len: 1002 time: 0.0569201 Apr 28 17:19:02.752468 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde18d07-ab37-4543-b060-427d90746dfe req-4e636100-e73a-4a92-ad1f-3a10ccc284e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:02.753912 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dde18d07-ab37-4543-b060-427d90746dfe req-4e636100-e73a-4a92-ad1f-3a10ccc284e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf46f40e-2e9c-4e29-8c8f-abf737b59424 HTTP/1.1" status: 200 len: 850 time: 0.0486414 Apr 28 17:19:02.804398 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde18d07-ab37-4543-b060-427d90746dfe req-53eb8379-c748-49d8-bdaf-b190c2b909b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:02.805842 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dde18d07-ab37-4543-b060-427d90746dfe req-53eb8379-c748-49d8-bdaf-b190c2b909b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370691 Apr 28 17:19:02.896820 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dde18d07-ab37-4543-b060-427d90746dfe req-69e3af43-7ce2-45fe-8490-0e5c17c6be09 service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799010 Apr 28 17:19:02.987089 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dde18d07-ab37-4543-b060-427d90746dfe req-33e7c1e7-1886-4398-95f8-6e9f87e71149 service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827177 Apr 28 17:19:03.369424 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c03b9-bdaa-4cd4-a9ca-9cfa368ec6f2 req-fd3c4fcf-8b9c-4692-b3bc-f2204d7200d5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:03.370878 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f91c03b9-bdaa-4cd4-a9ca-9cfa368ec6f2 req-fd3c4fcf-8b9c-4692-b3bc-f2204d7200d5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0462966 Apr 28 17:19:03.430866 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f91c03b9-bdaa-4cd4-a9ca-9cfa368ec6f2 req-c1c0c3b0-1356-405c-966b-223a0de4b444 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508633 Apr 28 17:19:03.570305 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b3e07-716f-441e-bc08-0c44249886f6 req-6172b235-0a42-4d73-8d5d-1bbf99ed4c8d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:03.571725 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8a7b3e07-716f-441e-bc08-0c44249886f6 req-6172b235-0a42-4d73-8d5d-1bbf99ed4c8d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0492899 Apr 28 17:19:03.597894 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device cc19aecc-cde0-46ac-af64-d132018a0456 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:19:03.616649 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: cc19aecc-cde0-46ac-af64-d132018a0456 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:19:03.616992 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device cc19aecc-cde0-46ac-af64-d132018a0456 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:19:03.619470 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8a7b3e07-716f-441e-bc08-0c44249886f6 req-f75e5444-2364-4176-a2d5-464465d802f1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417788 Apr 28 17:19:04.519415 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-504c0a20-6aac-4806-ba43-4b3b3e7ec55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:04.545086 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ae9e1-8983-4165-8ec0-8edd6e5b07c8 req-59d75e10-b2d3-42cf-b044-75c33cfe345b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:04.546637 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-845ae9e1-8983-4165-8ec0-8edd6e5b07c8 req-59d75e10-b2d3-42cf-b044-75c33cfe345b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0534127 Apr 28 17:19:04.591840 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-845ae9e1-8983-4165-8ec0-8edd6e5b07c8 req-038ad8b0-45e6-4ff4-84b2-51fa04c7c77d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397205 Apr 28 17:19:04.739694 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e58c8-2b3e-4a7b-a663-c8c03e94e2f4 req-9e9fed78-7b7f-4b84-b906-e78208931000 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:04.741195 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c64e58c8-2b3e-4a7b-a663-c8c03e94e2f4 req-9e9fed78-7b7f-4b84-b906-e78208931000 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0532112 Apr 28 17:19:04.788899 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c64e58c8-2b3e-4a7b-a663-c8c03e94e2f4 req-c3480275-8c63-4b1d-9462-d7c471435de3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422237 Apr 28 17:19:05.553676 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:05.706133 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3288-c6a2-4215-ad2b-b0ccc02d8231 req-0a6690ed-bed5-43be-bc54-e59f33b4ee20 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:05.707593 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6a1e3288-c6a2-4215-ad2b-b0ccc02d8231 req-0a6690ed-bed5-43be-bc54-e59f33b4ee20 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0458312 Apr 28 17:19:05.754143 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6a1e3288-c6a2-4215-ad2b-b0ccc02d8231 req-0ad34e8e-8bb3-4b4b-a16b-004d0c71db7b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 Apr 28 17:19:05.922209 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b804d-208c-43d5-a07d-babc2974fa37 req-4e71807a-3a7d-4a81-95c2-0350fe7f39b0 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:05.923705 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ba8b804d-208c-43d5-a07d-babc2974fa37 req-4e71807a-3a7d-4a81-95c2-0350fe7f39b0 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0498049 Apr 28 17:19:05.968243 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ba8b804d-208c-43d5-a07d-babc2974fa37 req-98eb84f9-bc37-4d05-b5db-426ca1f16824 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387464 Apr 28 17:19:06.873191 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61028548-a1e7-4a6f-9d54-739cdc2d476d req-a0774398-ce48-4f8c-8ff5-4e6a500f49b9 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:06.874912 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-61028548-a1e7-4a6f-9d54-739cdc2d476d req-a0774398-ce48-4f8c-8ff5-4e6a500f49b9 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0518596 Apr 28 17:19:06.922056 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-61028548-a1e7-4a6f-9d54-739cdc2d476d req-b33fe656-e431-44dc-bdfb-26ef8d660d30 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Apr 28 17:19:07.033981 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:07.082101 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cded3d2-0aae-4780-b9ce-93da9c134c9b req-0a0efd40-4cb2-4f95-8005-ea2638caca22 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:07.083608 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0cded3d2-0aae-4780-b9ce-93da9c134c9b req-0a0efd40-4cb2-4f95-8005-ea2638caca22 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0471077 Apr 28 17:19:07.129720 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0cded3d2-0aae-4780-b9ce-93da9c134c9b req-cf2a2efc-6ffa-41b9-99a3-7cb9e5153cd1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404470 Apr 28 17:19:08.042948 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21004842-b7c1-47c5-89d5-fd139c324cd5 req-17b30c8c-7c08-48b2-a696-18d9cf7b077a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:08.044433 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-21004842-b7c1-47c5-89d5-fd139c324cd5 req-17b30c8c-7c08-48b2-a696-18d9cf7b077a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0486841 Apr 28 17:19:08.092174 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-21004842-b7c1-47c5-89d5-fd139c324cd5 req-a1f421f5-f976-4854-b052-497cc156ae1d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 Apr 28 17:19:08.460607 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:09.207256 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe742-4f1d-4ba1-82ec-eada826e9090 req-9e348eed-2183-4a42-90d8-1157b7cdb5cc tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:09.208729 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2a6fe742-4f1d-4ba1-82ec-eada826e9090 req-9e348eed-2183-4a42-90d8-1157b7cdb5cc tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0459497 Apr 28 17:19:09.258999 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2a6fe742-4f1d-4ba1-82ec-eada826e9090 req-5501b369-f0e0-4142-9a9a-66adad50e005 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447359 Apr 28 17:19:10.392121 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb23525-ea0f-4efb-a14e-c25d888fe729 req-3bb016c2-9042-4058-ae40-4084f14a0151 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:10.394331 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8cb23525-ea0f-4efb-a14e-c25d888fe729 req-3bb016c2-9042-4058-ae40-4084f14a0151 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0489578 Apr 28 17:19:10.444458 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8cb23525-ea0f-4efb-a14e-c25d888fe729 req-61b241e3-cd0b-47b8-845b-377d5e71e5cc tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442708 Apr 28 17:19:11.556132 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909b443-be54-4b0d-a5cc-ff4eeb3f9abe req-1e263483-c946-47a2-9d66-dbe4d67960c4 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:11.557582 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b909b443-be54-4b0d-a5cc-ff4eeb3f9abe req-1e263483-c946-47a2-9d66-dbe4d67960c4 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0460112 Apr 28 17:19:11.602702 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b909b443-be54-4b0d-a5cc-ff4eeb3f9abe req-b11ef14c-3021-4484-93b6-82351fd95bcc tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397804 Apr 28 17:19:12.714751 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c6424-54a8-411b-9e17-f064633ab123 req-26e50a36-4a1a-42ca-bb10-7f0ba3f5d8a3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:12.716263 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0d3c6424-54a8-411b-9e17-f064633ab123 req-26e50a36-4a1a-42ca-bb10-7f0ba3f5d8a3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0462809 Apr 28 17:19:12.763165 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0d3c6424-54a8-411b-9e17-f064633ab123 req-ea3a0967-4273-440e-abcf-469272403c19 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 Apr 28 17:19:13.647073 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-35c72912-8d5b-4b3d-8b39-c0b4b6ba6f79 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:13.648446 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-35c72912-8d5b-4b3d-8b39-c0b4b6ba6f79 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/networks?id=c390def0-1505-48c4-a8f4-285d5b3abd2e HTTP/1.1" status: 200 len: 814 time: 0.1004398 Apr 28 17:19:13.663299 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-1176d5fb-cadd-415d-b422-60f5dc20cb1f tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/quotas/6f8b4f0642b74ec89d905128cc6cddef HTTP/1.1" status: 200 len: 375 time: 0.0093322 Apr 28 17:19:13.694882 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-2c9695bd-6aed-4772-b529-7e3f06aa2e9e tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8b4f0642b74ec89d905128cc6cddef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267069 Apr 28 17:19:13.782991 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-5f227afa-2e75-4d4b-85c7-06e29a595935 service neutron] 10.222.0.64 "GET /v2.0/networks/c390def0-1505-48c4-a8f4-285d5b3abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817194 Apr 28 17:19:13.874628 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-0b4b6bc6-f742-4af3-aaa1-3e8195330dc3 service neutron] 10.222.0.64 "GET /v2.0/networks/c390def0-1505-48c4-a8f4-285d5b3abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854411 Apr 28 17:19:13.875114 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf344a-acad-424d-9388-5b8ece71fdc5 req-1c460753-78ff-4709-851e-07000f480c46 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:13.876622 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dccf344a-acad-424d-9388-5b8ece71fdc5 req-1c460753-78ff-4709-851e-07000f480c46 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0467100 Apr 28 17:19:13.924811 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dccf344a-acad-424d-9388-5b8ece71fdc5 req-4f437591-0542-4a33-9c1d-8bdc70e161c5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Apr 28 17:19:14.134102 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4a6e3e60-574d-4e37-bcb9-4b5e160674ec req-3fde93b7-e363-45ee-a093-d294a7c3ee55 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 210 time: 0.0318279 Apr 28 17:19:14.227161 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:19:15.041140 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160b12b-9e4e-49cf-ae02-e45915d7771e req-208e0b63-6a88-4b80-8b32-249ceeffac26 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:15.042528 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d160b12b-9e4e-49cf-ae02-e45915d7771e req-208e0b63-6a88-4b80-8b32-249ceeffac26 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0477118 Apr 28 17:19:15.088355 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d160b12b-9e4e-49cf-ae02-e45915d7771e req-1dee6952-4482-4f1f-a7a1-7e184947734a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402000 Apr 28 17:19:15.229669 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b4ec911e-9ef9-4a57-adee-c92f625bacab req-506af6a7-162c-4cda-a875-6648713c587e tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 210 time: 0.0283382 Apr 28 17:19:16.207289 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02762f3-490c-4711-b74d-58c042f7de23 req-2bbd3dac-ca39-4f59-9cf4-cd6fd497056b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:16.208952 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a02762f3-490c-4711-b74d-58c042f7de23 req-2bbd3dac-ca39-4f59-9cf4-cd6fd497056b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0503464 Apr 28 17:19:16.268731 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-969eff15-34c6-4092-9c82-52c0e12d7079 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:16.270268 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-969eff15-34c6-4092-9c82-52c0e12d7079 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.66 "GET /v2.0/networks?id=c390def0-1505-48c4-a8f4-285d5b3abd2e HTTP/1.1" status: 200 len: 814 time: 0.1052303 Apr 28 17:19:16.272592 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a02762f3-490c-4711-b74d-58c042f7de23 req-71ef6709-89d2-4bcc-aad1-bc9ee4a87666 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560055 Apr 28 17:19:16.293615 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Request body: {'port': {'device_id': 'c195d8eb-40e3-4b42-abb1-99b65a63a49b', 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e', 'admin_state_up': True, 'tenant_id': '6f8b4f0642b74ec89d905128cc6cddef'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:19:16.356779 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b5206764-05f9-46be-bb64-0b47e7e1bfc5 req-7ab41392-aa81-4fd2-8741-745235ed5e72 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 210 time: 0.0475779 Apr 28 17:19:16.500732 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Made reservation on behalf of 6f8b4f0642b74ec89d905128cc6cddef for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:19:16.504437 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:16.631677 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Allocated IP 172.20.0.6 (c390def0-1505-48c4-a8f4-285d5b3abd2e/f92ce39a-1025-4eab-b7f3-f769efe7afeb/859d282d-eb26-4933-b7ce-ae7ae6ca6f78) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:19:16.778091 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks [] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:16.879787 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:16.920702 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Network c390def0-1505-48c4-a8f4-285d5b3abd2e is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:19:16.923700 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:19:16.930293 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:19:16.956107 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Pushing event updated for resources: {'Port': ['ID=859d282d-eb26-4933-b7ce-ae7ae6ca6f78,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:16.969460 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.969812 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.970159 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.970500 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.971485 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.971905 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.972269 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.972601 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.972931 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.973260 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.973588 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.973913 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.974237 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.974559 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.974881 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:16.992032 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:16.992666 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:17.110544 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-78694ade-3bdc-45e9-9493-8320587a9c9a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8208306 Apr 28 17:19:17.131829 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Request body: {'port': {'device_id': 'c195d8eb-40e3-4b42-abb1-99b65a63a49b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:19:17.194836 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:17.381825 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124c03e-87d7-487d-a05f-3fa2ae62ae62 req-b496a8b2-1cd3-490a-ab8c-e56e92439015 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:17.383365 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b124c03e-87d7-487d-a05f-3fa2ae62ae62 req-b496a8b2-1cd3-490a-ab8c-e56e92439015 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0460021 Apr 28 17:19:17.433280 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b124c03e-87d7-487d-a05f-3fa2ae62ae62 req-e233d79e-d98d-4841-ad44-1037571f42e6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443432 Apr 28 17:19:17.487631 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:19:17.497500 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Publish callbacks [] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:17.506278 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50b95a-6f93-4446-a954-2f0c942fd548 req-8bf9d22d-421b-4525-83e4-492cc463674e tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:17.507740 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2d50b95a-6f93-4446-a954-2f0c942fd548 req-8bf9d22d-421b-4525-83e4-492cc463674e tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 931 time: 0.0783141 Apr 28 17:19:17.525553 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Transition to ACTIVE for port object 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:19:17.563504 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2d50b95a-6f93-4446-a954-2f0c942fd548 req-9cf67f04-5fff-4d2c-8048-8337805bf5b4 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491357 Apr 28 17:19:17.614961 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:17.667236 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Pushing event updated for resources: {'Port': ['ID=859d282d-eb26-4933-b7ce-ae7ae6ca6f78,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:17.730687 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Attempting to bind port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:19:17.731020 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Attempting to bind port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '7e8a8ade-2c3b-4576-ba58-509368e8dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:19:17.731344 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Attempting to bind port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 on network c390def0-1505-48c4-a8f4-285d5b3abd2e {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:19:17.735598 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 on network c390def0-1505-48c4-a8f4-285d5b3abd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:19:17.738077 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Attempting to bind port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 on network c390def0-1505-48c4-a8f4-285d5b3abd2e {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:19:17.740729 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:19:17.741096 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Checking segment: {'id': '7e8a8ade-2c3b-4576-ba58-509368e8dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:19:17.741475 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Bound using segment: {'id': '7e8a8ade-2c3b-4576-ba58-509368e8dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:19:17.741886 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Bound port: 859d282d-eb26-4933-b7ce-ae7ae6ca6f78, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8a8ade-2c3b-4576-ba58-509368e8dc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:19:17.742237 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:17.805819 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] For port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78, host hv-cinder-82694, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:19:17.808710 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] For port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=859d282d-eb26-4933-b7ce-ae7ae6ca6f78,segment=NetworkSegment(7e8a8ade-2c3b-4576-ba58-509368e8dc1d),segment_id=7e8a8ade-2c3b-4576-ba58-509368e8dc1d)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:19:17.908568 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:17.943298 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:17.943926 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:17.945346 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] 10.222.0.66 "PUT /v2.0/ports/859d282d-eb26-4933-b7ce-ae7ae6ca6f78 HTTP/1.1" status: 200 len: 1093 time: 0.8178747 Apr 28 17:19:17.945787 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c195d8eb-40e3-4b42-abb1-99b65a63a49b', 'tag': '859d282d-eb26-4933-b7ce-ae7ae6ca6f78'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:19:17.949851 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b01e25-a02e-4663-a9aa-59278e87e3de" -d '{"events": [{"name": "network-changed", "server_uuid": "c195d8eb-40e3-4b42-abb1-99b65a63a49b", "tag": "859d282d-eb26-4933-b7ce-ae7ae6ca6f78"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:19:17.972401 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccae02-a2d0-4aa9-9613-c56402bfed82 service neutron] Pushing event updated for resources: {'Port': ['ID=859d282d-eb26-4933-b7ce-ae7ae6ca6f78,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:17.984328 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067c4559-36eb-4d5d-b2e5-0a061d9d1a98 x-openstack-request-id: req-067c4559-36eb-4d5d-b2e5-0a061d9d1a98 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:19:17.984666 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c195d8eb-40e3-4b42-abb1-99b65a63a49b", "tag": "859d282d-eb26-4933-b7ce-ae7ae6ca6f78", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:19:17.984923 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-067c4559-36eb-4d5d-b2e5-0a061d9d1a98 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:19:17.985327 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067c4559-36eb-4d5d-b2e5-0a061d9d1a98'] response: {'name': 'network-changed', 'server_uuid': 'c195d8eb-40e3-4b42-abb1-99b65a63a49b', 'tag': '859d282d-eb26-4933-b7ce-ae7ae6ca6f78', 'status': 'completed', 'code': 200} Apr 28 17:19:18.085000 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01e25-a02e-4663-a9aa-59278e87e3de req-7ba574b1-55b8-432a-9e0c-db1a58e4c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:18.086412 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1b01e25-a02e-4663-a9aa-59278e87e3de req-7ba574b1-55b8-432a-9e0c-db1a58e4c596 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f8b4f0642b74ec89d905128cc6cddef&device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 1127 time: 0.0414548 Apr 28 17:19:18.196839 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01e25-a02e-4663-a9aa-59278e87e3de req-9fd96d9d-8f9a-40f3-88b4-0b8fba3acd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:18.198291 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1b01e25-a02e-4663-a9aa-59278e87e3de req-9fd96d9d-8f9a-40f3-88b4-0b8fba3acd54 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6f8b4f0642b74ec89d905128cc6cddef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959628 Apr 28 17:19:18.290859 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b01e25-a02e-4663-a9aa-59278e87e3de req-a345e649-85bc-477b-8991-17959074f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:18.292344 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1b01e25-a02e-4663-a9aa-59278e87e3de req-a345e649-85bc-477b-8991-17959074f56b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868642 Apr 28 17:19:18.522342 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-7c58e034-4b5e-43d9-86bd-ac194eabd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:18.523817 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-7c58e034-4b5e-43d9-86bd-ac194eabd121 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f8b4f0642b74ec89d905128cc6cddef&device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 1127 time: 0.0538101 Apr 28 17:19:18.556993 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994792f-13c1-415e-a993-0c14ffb23d37 req-0c86c770-55a1-457d-86c3-85fa9ffbc499 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:18.558445 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1994792f-13c1-415e-a993-0c14ffb23d37 req-0c86c770-55a1-457d-86c3-85fa9ffbc499 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0559430 Apr 28 17:19:18.610827 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-77f204cf-0fd6-41ce-b377-40ef4ee3400d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859d282d-eb26-4933-b7ce-ae7ae6ca6f78 HTTP/1.1" status: 200 len: 217 time: 0.0457747 Apr 28 17:19:18.671158 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1994792f-13c1-415e-a993-0c14ffb23d37 req-4ac45a0e-3e53-4338-a641-88fa1d86fba4 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071827 Apr 28 17:19:18.679898 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758e347-63aa-46bc-8140-848565c456b2 req-104cf2b2-1893-4907-aac5-32740946b761 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:18.680468 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-db117394-ca3b-413e-b67b-d284b9d506bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:18.681430 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2758e347-63aa-46bc-8140-848565c456b2 req-104cf2b2-1893-4907-aac5-32740946b761 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 943 time: 0.0470881 Apr 28 17:19:18.681557 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-db117394-ca3b-413e-b67b-d284b9d506bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f92ce39a-1025-4eab-b7f3-f769efe7afeb HTTP/1.1" status: 200 len: 854 time: 0.0608690 Apr 28 17:19:18.730893 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2758e347-63aa-46bc-8140-848565c456b2 req-393b7566-0c27-4855-a87b-4ece182bfa9f tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439084 Apr 28 17:19:19.787716 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc7bd2-66fa-477f-878b-143e34eaa3d2 req-4caf0922-2d86-446d-a555-647708964876 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:19.789234 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9ecc7bd2-66fa-477f-878b-143e34eaa3d2 req-4caf0922-2d86-446d-a555-647708964876 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0481830 Apr 28 17:19:19.836013 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9ecc7bd2-66fa-477f-878b-143e34eaa3d2 req-b817915e-209f-4a8a-9970-db4420451d1b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412071 Apr 28 17:19:19.842575 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c041b-e832-4382-a4ff-707dfa7f0afe req-cac2388b-bb05-437c-b563-4769c9716f91 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:19.844047 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-004c041b-e832-4382-a4ff-707dfa7f0afe req-cac2388b-bb05-437c-b563-4769c9716f91 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 943 time: 0.0461957 Apr 28 17:19:19.890974 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-004c041b-e832-4382-a4ff-707dfa7f0afe req-b51ddcbf-9911-449e-8d6b-6c7e851ec0f6 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Apr 28 17:19:19.929295 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-edc13b13-ec4b-49f2-b031-1bf3664f7a8b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c390def0-1505-48c4-a8f4-285d5b3abd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295911 Apr 28 17:19:20.049974 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-cee97706-e4f0-4100-a18c-f99973a5fef8 service neutron] 10.222.0.66 "GET /v2.0/networks/c390def0-1505-48c4-a8f4-285d5b3abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943453 Apr 28 17:19:20.067476 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af1bc3-d152-4904-b9ed-8d71867d262a req-8649e46a-b942-45c2-982b-4d4f0791f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:20.068995 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c3af1bc3-d152-4904-b9ed-8d71867d262a req-8649e46a-b942-45c2-982b-4d4f0791f064 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 1129 time: 0.0453434 Apr 28 17:19:20.125431 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c3af1bc3-d152-4904-b9ed-8d71867d262a req-a6ec45ad-60f9-4e09-8d3d-9b26274791b7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384040 Apr 28 17:19:20.141086 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-73c9c94d-cf43-4bdb-aafb-24223370e5ca req-23214415-36d2-42cb-a0f1-d8d7a83a97b7 service neutron] 10.222.0.66 "GET /v2.0/networks/c390def0-1505-48c4-a8f4-285d5b3abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835426 Apr 28 17:19:20.953571 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4653aea-f290-47f4-aa1c-de8a99d8e034 req-d1cbcd1a-56ad-472d-a0fd-069911386edb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:20.956089 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a4653aea-f290-47f4-aa1c-de8a99d8e034 req-d1cbcd1a-56ad-472d-a0fd-069911386edb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0515532 Apr 28 17:19:21.002675 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a4653aea-f290-47f4-aa1c-de8a99d8e034 req-1203377e-344d-4e78-9dc7-bf0eaa45600e tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Apr 28 17:19:21.005752 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf1eb0-4714-4417-9e99-d4eb856be1f4 req-4224f248-86a4-4570-8732-e21e1fae4c9e tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:21.007284 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-03cf1eb0-4714-4417-9e99-d4eb856be1f4 req-4224f248-86a4-4570-8732-e21e1fae4c9e tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 943 time: 0.0496907 Apr 28 17:19:21.053709 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-03cf1eb0-4714-4417-9e99-d4eb856be1f4 req-99c61038-e2a9-4c9a-a3c3-f99b15063c89 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408762 Apr 28 17:19:22.122249 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254b42d-de62-4855-a7ec-e37229006292 req-c85a3c1d-91e0-43c0-9b23-8867daa59ed0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:22.123730 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8254b42d-de62-4855-a7ec-e37229006292 req-c85a3c1d-91e0-43c0-9b23-8867daa59ed0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0529573 Apr 28 17:19:22.166640 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fb1fa-1209-41d6-a12f-536bbd054eb8 req-f3529f66-70eb-423b-9590-69f5b5b242c3 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:22.168121 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e05fb1fa-1209-41d6-a12f-536bbd054eb8 req-f3529f66-70eb-423b-9590-69f5b5b242c3 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 943 time: 0.0464849 Apr 28 17:19:22.170707 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8254b42d-de62-4855-a7ec-e37229006292 req-d5fd9061-1cf7-4fc3-81d4-8e1fd4e3ba20 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411899 Apr 28 17:19:22.216817 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e05fb1fa-1209-41d6-a12f-536bbd054eb8 req-6233a7db-3c87-445b-aeaf-eb73a4789845 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Apr 28 17:19:23.285361 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea35da-0e2d-4df3-a8eb-131e5fe0d47a req-27f7d359-5eb7-4dfc-873a-6882fc0338c7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:23.286846 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d5ea35da-0e2d-4df3-a8eb-131e5fe0d47a req-27f7d359-5eb7-4dfc-873a-6882fc0338c7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0465949 Apr 28 17:19:23.332943 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7907bc6-2c86-4064-8cbf-ef214494d093 req-142facdb-11d0-4c3a-b84e-5eabe57b5b63 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:23.334404 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e7907bc6-2c86-4064-8cbf-ef214494d093 req-142facdb-11d0-4c3a-b84e-5eabe57b5b63 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 943 time: 0.0475943 Apr 28 17:19:23.350305 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d5ea35da-0e2d-4df3-a8eb-131e5fe0d47a req-d38f6191-8f0c-45ee-b625-56dc9fbf643f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580833 Apr 28 17:19:23.384522 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e7907bc6-2c86-4064-8cbf-ef214494d093 req-e42dc570-0ced-4796-91d6-1c7f47b62895 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Apr 28 17:19:23.721997 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:19:23.822036 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=859d282d-eb26-4933-b7ce-ae7ae6ca6f78,segment=NetworkSegment(7e8a8ade-2c3b-4576-ba58-509368e8dc1d),segment_id=7e8a8ade-2c3b-4576-ba58-509368e8dc1d)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:19:23.834279 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '859d282d-eb26-4933-b7ce-ae7ae6ca6f78', 'network_id': 'c390def0-1505-48c4-a8f4-285d5b3abd2e', 'port_id': '859d282d-eb26-4933-b7ce-ae7ae6ca6f78', 'mac_address': 'fa:16:3e:75:e8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92ce39a-1025-4eab-b7f3-f769efe7afeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:19:23.872663 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:19:23.873110 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:23.887151 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:19:23.894515 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e21bd-d643-415b-be73-68791a006f87 req-05976bce-83c4-441f-a3d2-cc8b0d09b017 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:23.896045 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-237e21bd-d643-415b-be73-68791a006f87 req-05976bce-83c4-441f-a3d2-cc8b0d09b017 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0473228 Apr 28 17:19:23.913879 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=859d282d-eb26-4933-b7ce-ae7ae6ca6f78,segment=NetworkSegment(7e8a8ade-2c3b-4576-ba58-509368e8dc1d),segment_id=7e8a8ade-2c3b-4576-ba58-509368e8dc1d)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:19:23.969943 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-237e21bd-d643-415b-be73-68791a006f87 req-37e711f6-6732-4256-b85a-d80a5e17d851 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680957 Apr 28 17:19:23.975337 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2861b1-ae37-48f9-823d-59d25742fdd4 req-827bcef3-c6cb-481c-b0c1-7ddcf2b1f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:23.976801 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d2861b1-ae37-48f9-823d-59d25742fdd4 req-827bcef3-c6cb-481c-b0c1-7ddcf2b1f392 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 1129 time: 0.0490580 Apr 28 17:19:23.991609 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:24.033146 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=859d282d-eb26-4933-b7ce-ae7ae6ca6f78,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:24.041128 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.041483 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.041854 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.042219 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.042569 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.042906 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.043255 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.043567 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.043897 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.044264 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.044593 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.044924 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.045250 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.045576 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.045902 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:24.075683 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2861b1-ae37-48f9-823d-59d25742fdd4 req-b07f336e-7750-45c6-bc84-a93b06944015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:24.077216 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d2861b1-ae37-48f9-823d-59d25742fdd4 req-b07f336e-7750-45c6-bc84-a93b06944015 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.0924082 Apr 28 17:19:24.140917 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d2861b1-ae37-48f9-823d-59d25742fdd4 req-f202bb23-397a-4243-8f1c-52d2be13f740 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b0789b-6317-41e3-89bf-3291d0e80787 HTTP/1.1" status: 200 len: 1001 time: 0.0564365 Apr 28 17:19:24.193045 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2861b1-ae37-48f9-823d-59d25742fdd4 req-d5fde562-2143-4d82-b06c-ddbba676a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:24.194593 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d2861b1-ae37-48f9-823d-59d25742fdd4 req-d5fde562-2143-4d82-b06c-ddbba676a55c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0463209 Apr 28 17:19:24.238073 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2861b1-ae37-48f9-823d-59d25742fdd4 req-583b3a79-ce3a-4adb-bbfe-8f16f74fc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:24.239539 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d2861b1-ae37-48f9-823d-59d25742fdd4 req-583b3a79-ce3a-4adb-bbfe-8f16f74fc58d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380840 Apr 28 17:19:24.328952 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d2861b1-ae37-48f9-823d-59d25742fdd4 req-3bd2de13-df64-43c3-a431-3cf56f93bb76 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813193 Apr 28 17:19:24.426737 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d2861b1-ae37-48f9-823d-59d25742fdd4 req-7f315fe6-9c27-4582-b796-f70c7b03f0cf service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898583 Apr 28 17:19:24.460156 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['859d282d-eb26-4933-b7ce-ae7ae6ca6f78'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:19:24.510580 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b17b34-4fa6-4a13-a524-13609fc5c926 req-f6ff7a4f-dc78-43ea-b189-d6b0948c9ec5 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:24.512657 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d5b17b34-4fa6-4a13-a524-13609fc5c926 req-f6ff7a4f-dc78-43ea-b189-d6b0948c9ec5 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 944 time: 0.0491664 Apr 28 17:19:24.558735 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d5b17b34-4fa6-4a13-a524-13609fc5c926 req-d8bf5e14-938d-4241-940f-ece9dd614cfa tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Apr 28 17:19:25.082681 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d8b58-ec34-4ae2-a544-bcb4365efeee req-6db4e96d-ce19-4802-a9c7-dc7edbcefc64 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:25.084159 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f64d8b58-ec34-4ae2-a544-bcb4365efeee req-6db4e96d-ce19-4802-a9c7-dc7edbcefc64 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0462394 Apr 28 17:19:25.130141 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f64d8b58-ec34-4ae2-a544-bcb4365efeee req-914225ea-6ebc-483f-9b5b-0a5121e258ee tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404744 Apr 28 17:19:25.650549 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:25.673017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375a37a-946e-41aa-9b27-e1eb2580bb10 req-1cebecef-ae7e-4912-9173-6b84150c0d57 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:25.675005 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5375a37a-946e-41aa-9b27-e1eb2580bb10 req-1cebecef-ae7e-4912-9173-6b84150c0d57 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 944 time: 0.0490813 Apr 28 17:19:25.721862 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5375a37a-946e-41aa-9b27-e1eb2580bb10 req-303fdb13-da73-4520-b7d2-af738af70ad1 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Apr 28 17:19:25.745609 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:19:25.793096 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:19:25.907692 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:19:25.907997 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:25.983521 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:19:25.983907 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:26.006670 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c195d8eb-40e3-4b42-abb1-99b65a63a49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859d282d-eb26-4933-b7ce-ae7ae6ca6f78'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:19:26.008940 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1986b246-1faf-4d23-b406-6e355e94703c" -d '{"events": [{"server_uuid": "c195d8eb-40e3-4b42-abb1-99b65a63a49b", "name": "network-vif-plugged", "status": "completed", "tag": "859d282d-eb26-4933-b7ce-ae7ae6ca6f78"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:19:26.022679 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=859d282d-eb26-4933-b7ce-ae7ae6ca6f78,segment=NetworkSegment(7e8a8ade-2c3b-4576-ba58-509368e8dc1d),segment_id=7e8a8ade-2c3b-4576-ba58-509368e8dc1d)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:19:26.048645 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c98cdd8-f6c7-48d2-acec-f7149cc525a2 x-openstack-request-id: req-4c98cdd8-f6c7-48d2-acec-f7149cc525a2 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:19:26.048645 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c195d8eb-40e3-4b42-abb1-99b65a63a49b", "name": "network-vif-plugged", "status": "completed", "tag": "859d282d-eb26-4933-b7ce-ae7ae6ca6f78", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:19:26.048645 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c98cdd8-f6c7-48d2-acec-f7149cc525a2 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:19:26.048942 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c98cdd8-f6c7-48d2-acec-f7149cc525a2'] response: {'server_uuid': 'c195d8eb-40e3-4b42-abb1-99b65a63a49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859d282d-eb26-4933-b7ce-ae7ae6ca6f78', 'code': 200} Apr 28 17:19:26.125356 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:26.176384 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=859d282d-eb26-4933-b7ce-ae7ae6ca6f78,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:26.245051 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d84d7b-e9f8-41a6-af33-0772a60a1945 req-4f3fd585-2f11-4999-bec3-a4b85214204d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:26.246500 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e6d84d7b-e9f8-41a6-af33-0772a60a1945 req-4f3fd585-2f11-4999-bec3-a4b85214204d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0494795 Apr 28 17:19:26.295182 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e6d84d7b-e9f8-41a6-af33-0772a60a1945 req-e5cd159f-28e9-4d0b-aca7-85084034177f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Apr 28 17:19:26.840725 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34550094-88f9-44f5-8334-a994ac63a1eb req-54b9ca40-4345-4727-869f-ab2139313074 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:26.842180 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-34550094-88f9-44f5-8334-a994ac63a1eb req-54b9ca40-4345-4727-869f-ab2139313074 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 945 time: 0.0502634 Apr 28 17:19:26.888508 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-34550094-88f9-44f5-8334-a994ac63a1eb req-072081e9-fa29-4b34-9534-c6e1e4383736 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Apr 28 17:19:27.250777 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2242f-2864-403e-a80f-83fe656f2264 req-25fffcec-43b9-442d-8e94-b40ef046eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:27.252883 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e2c2242f-2864-403e-a80f-83fe656f2264 req-25fffcec-43b9-442d-8e94-b40ef046eed8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 1129 time: 0.0391936 Apr 28 17:19:27.298962 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e2c2242f-2864-403e-a80f-83fe656f2264 req-e194b2ee-4011-449a-8e4e-b0c34f7da569 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371740 Apr 28 17:19:27.409356 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ab9a7-8640-4de3-afec-1baf59a84665 req-2cef65d4-60e1-44d1-b461-5f9beb69b1d2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:27.410716 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c40ab9a7-8640-4de3-afec-1baf59a84665 req-2cef65d4-60e1-44d1-b461-5f9beb69b1d2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0466704 Apr 28 17:19:27.456438 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c40ab9a7-8640-4de3-afec-1baf59a84665 req-4d203321-d241-4a81-b22a-59f5bd723d47 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402176 Apr 28 17:19:27.567410 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2ccab-e5e4-4871-8583-4d0afb9bba7b req-11cf565d-31e2-4268-8300-cb4685f865a0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:27.568895 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dab2ccab-e5e4-4871-8583-4d0afb9bba7b req-11cf565d-31e2-4268-8300-cb4685f865a0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0499156 Apr 28 17:19:27.577371 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49318) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:27.582272 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-67438bb6-9266-4f79-97b4-ddd2b2527589 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Request body: {'floatingip': {'port_id': '04b0789b-6317-41e3-89bf-3291d0e80787'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:19:27.636679 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-67438bb6-9266-4f79-97b4-ddd2b2527589 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for floatingip (c87ca215-1785-4626-ae7b-c55c140dedc3), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:28.003890 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ab70f-cd34-4d82-9d5f-95d64eca8ec3 req-98512e20-9cab-42ed-a121-2839b6b15841 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:28.005410 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-726ab70f-cd34-4d82-9d5f-95d64eca8ec3 req-98512e20-9cab-42ed-a121-2839b6b15841 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 945 time: 0.0513496 Apr 28 17:19:28.052738 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-726ab70f-cd34-4d82-9d5f-95d64eca8ec3 req-4b67db31-4665-4534-9262-5568deea982a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Apr 28 17:19:28.100785 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-67438bb6-9266-4f79-97b4-ddd2b2527589 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:28.159463 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-67438bb6-9266-4f79-97b4-ddd2b2527589 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (c87ca215-1785-4626-ae7b-c55c140dedc3), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:28.592098 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67438bb6-9266-4f79-97b4-ddd2b2527589 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Router f9dcc41b-8d29-4fe8-855b-3795fd310741 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:19:28.699313 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67438bb6-9266-4f79-97b4-ddd2b2527589 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:19:28.706546 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-67438bb6-9266-4f79-97b4-ddd2b2527589 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:28.709156 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd396553-8acd-44d0-9720-e3c6e4c2ff4d None None] Sync routers for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:19:28.719411 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd396553-8acd-44d0-9720-e3c6e4c2ff4d None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:19:28.720024 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-bd396553-8acd-44d0-9720-e3c6e4c2ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:19:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:28.735197 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:19:28.737459 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fb8c0e-b86d-42e5-b812-da21aaa09308" -d '{"events": [{"name": "network-changed", "server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:19:28.785239 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-67438bb6-9266-4f79-97b4-ddd2b2527589 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "PUT /v2.0/floatingips/c87ca215-1785-4626-ae7b-c55c140dedc3 HTTP/1.1" status: 200 len: 993 time: 1.2061849 Apr 28 17:19:28.787361 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c1511f-8939-40a7-b726-1b2426471332 x-openstack-request-id: req-38c1511f-8939-40a7-b726-1b2426471332 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:19:28.787658 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:19:28.787918 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38c1511f-8939-40a7-b726-1b2426471332 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:19:28.788342 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c1511f-8939-40a7-b726-1b2426471332'] response: {'name': 'network-changed', 'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787', 'status': 'completed', 'code': 200} Apr 28 17:19:28.829303 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-bd396553-8acd-44d0-9720-e3c6e4c2ff4d None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:19:29.042067 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-bd396553-8acd-44d0-9720-e3c6e4c2ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c87ca215-1785-4626-ae7b-c55c140dedc3', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'port_id': '04b0789b-6317-41e3-89bf-3291d0e80787', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'mac_address': 'fa:16:3e:51:57:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:17:06Z', 'updated_at': '2022-04-28T17:19:28Z', 'revision_number': 3, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:10Z', 'revision_number': 5, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:29.068226 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd396553-8acd-44d0-9720-e3c6e4c2ff4d None None] Checking router: f9dcc41b-8d29-4fe8-855b-3795fd310741 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:19:29.076414 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd396553-8acd-44d0-9720-e3c6e4c2ff4d None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:19:29.077015 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-bd396553-8acd-44d0-9720-e3c6e4c2ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:19:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:29.167255 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d2264-7a7c-4651-bba2-e58ff7064b8e req-376af555-7174-479b-8b73-6e9e759f424a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:29.168853 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-488d2264-7a7c-4651-bba2-e58ff7064b8e req-376af555-7174-479b-8b73-6e9e759f424a tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 945 time: 0.0475066 Apr 28 17:19:29.187677 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-bd396553-8acd-44d0-9720-e3c6e4c2ff4d None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:19:29.217757 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-488d2264-7a7c-4651-bba2-e58ff7064b8e req-f86c1d02-2e4d-4fe2-8626-eaace79db527 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Apr 28 17:19:29.359017 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb8c0e-b86d-42e5-b812-da21aaa09308 req-4ad89d2c-e659-43a6-9ff5-bae684ff6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:29.360567 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6fb8c0e-b86d-42e5-b812-da21aaa09308 req-4ad89d2c-e659-43a6-9ff5-bae684ff6f24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 1129 time: 0.0502965 Apr 28 17:19:29.426369 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-bd396553-8acd-44d0-9720-e3c6e4c2ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c87ca215-1785-4626-ae7b-c55c140dedc3', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'port_id': '04b0789b-6317-41e3-89bf-3291d0e80787', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'mac_address': 'fa:16:3e:51:57:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:17:06Z', 'updated_at': '2022-04-28T17:19:28Z', 'revision_number': 3, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:10Z', 'revision_number': 5, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:29.454736 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd396553-8acd-44d0-9720-e3c6e4c2ff4d None None] The sync data for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi is: [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c87ca215-1785-4626-ae7b-c55c140dedc3', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'port_id': '04b0789b-6317-41e3-89bf-3291d0e80787', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'mac_address': 'fa:16:3e:51:57:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:17:06Z', 'updated_at': '2022-04-28T17:19:28Z', 'revision_number': 3, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:10Z', 'revision_number': 5, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:19:29.472194 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb8c0e-b86d-42e5-b812-da21aaa09308 req-c857e007-5b17-4138-b9d2-67771b5e0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:29.473610 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6fb8c0e-b86d-42e5-b812-da21aaa09308 req-c857e007-5b17-4138-b9d2-67771b5e0498 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.1044598 Apr 28 17:19:29.547956 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6fb8c0e-b86d-42e5-b812-da21aaa09308 req-18788b43-5f37-46a2-9d35-b1f5662c0e2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b0789b-6317-41e3-89bf-3291d0e80787 HTTP/1.1" status: 200 len: 1001 time: 0.0671685 Apr 28 17:19:29.601024 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb8c0e-b86d-42e5-b812-da21aaa09308 req-82616351-f826-4b4f-ade3-c235c316bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:29.602623 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6fb8c0e-b86d-42e5-b812-da21aaa09308 req-82616351-f826-4b4f-ade3-c235c316bef3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0469065 Apr 28 17:19:29.654388 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb8c0e-b86d-42e5-b812-da21aaa09308 req-db82db16-0509-4f9d-a0b7-4ed2c37f2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:29.656254 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6fb8c0e-b86d-42e5-b812-da21aaa09308 req-db82db16-0509-4f9d-a0b7-4ed2c37f2837 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444715 Apr 28 17:19:29.758176 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6fb8c0e-b86d-42e5-b812-da21aaa09308 req-ad5bc9a9-dd0b-4eed-aea8-a7862367164a service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929272 Apr 28 17:19:29.850653 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6fb8c0e-b86d-42e5-b812-da21aaa09308 req-b5c26b7a-06e5-4281-9c87-7389f95be371 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852008 Apr 28 17:19:30.789292 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:19:30.791727 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:19:30.828432 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a7a77-2605-42e3-9df6-adcd339eaa8f x-openstack-request-id: req-2d5a7a77-2605-42e3-9df6-adcd339eaa8f {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:19:30.828724 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:19:30.828981 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d5a7a77-2605-42e3-9df6-adcd339eaa8f {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:19:30.829383 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5a7a77-2605-42e3-9df6-adcd339eaa8f'] response: {'name': 'network-changed', 'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787', 'status': 'completed', 'code': 200} Apr 28 17:19:30.923997 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0 req-ed2c3ef0-aca7-4223-9655-f29c2dae3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:30.926174 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0 req-ed2c3ef0-aca7-4223-9655-f29c2dae3856 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 1129 time: 0.0399671 Apr 28 17:19:31.027051 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0 req-55331bc1-ef51-4fec-9a73-bf597d4cc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:31.028549 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0 req-55331bc1-ef51-4fec-9a73-bf597d4cc423 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.0928707 Apr 28 17:19:31.136878 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0 req-2f446978-f940-4c12-b553-39c9b14dca0f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04b0789b-6317-41e3-89bf-3291d0e80787 HTTP/1.1" status: 200 len: 1001 time: 0.0645893 Apr 28 17:19:31.189289 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0 req-09eedac4-8ff6-4c1c-9201-af5c34ba29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:31.191108 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0 req-09eedac4-8ff6-4c1c-9201-af5c34ba29bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0453348 Apr 28 17:19:31.235359 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0 req-b96bf511-bab8-41d3-a3af-dacd1d61443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:31.237597 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0 req-b96bf511-bab8-41d3-a3af-dacd1d61443b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392613 Apr 28 17:19:31.327513 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0 req-07542f5b-7d1c-480a-b851-d95329f90b0a service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841401 Apr 28 17:19:31.415322 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-accbeeb8-d5fa-4278-8ac9-7846b13dd2e0 req-eec5be04-1fa1-4e9f-96b8-6efd1479b6cc service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812104 Apr 28 17:19:32.083294 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e40fb636-418f-4062-ab3a-8f3f88894c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:32.319995 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd04ce-b7c0-462f-aa10-427ac4793249 req-4390bf28-6f93-43a2-b771-c5c774a355da tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:32.321463 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-43dd04ce-b7c0-462f-aa10-427ac4793249 req-4390bf28-6f93-43a2-b771-c5c774a355da tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 947 time: 0.0463231 Apr 28 17:19:32.370088 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-43dd04ce-b7c0-462f-aa10-427ac4793249 req-2dcef7ad-44d3-4b77-8c56-dd4eb1a02652 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428929 Apr 28 17:19:33.491758 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bee65d-fd4d-4667-af64-6d762bf6de6f req-ffdc00f0-2b4d-436b-81e6-2af26233fa4c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:33.493422 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-78bee65d-fd4d-4667-af64-6d762bf6de6f req-ffdc00f0-2b4d-436b-81e6-2af26233fa4c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 947 time: 0.0474272 Apr 28 17:19:33.543893 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-78bee65d-fd4d-4667-af64-6d762bf6de6f req-797eec77-0edf-4f50-9cb2-ef2627b2588a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447931 Apr 28 17:19:34.292314 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-d4e03ff1-f616-4417-ba9b-d55e8c3120b8 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:34.293740 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-d4e03ff1-f616-4417-ba9b-d55e8c3120b8 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.66 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 947 time: 0.0459547 Apr 28 17:19:34.379845 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Deleting port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:19:34.380240 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:34.475989 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] For port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:19:34.482451 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:34.529417 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-417f886d-ca20-4cf8-a565-4da6b917dbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:34.661947 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94485bd-c107-4c87-a3ae-d9e5cebdd450 req-e83d3bf3-fe57-485b-8bda-abdd8a6a1c47 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:34.663402 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f94485bd-c107-4c87-a3ae-d9e5cebdd450 req-e83d3bf3-fe57-485b-8bda-abdd8a6a1c47 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 947 time: 0.0464115 Apr 28 17:19:34.697229 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:34.697839 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (71567071-502b-43b0-a386-3a73821f2b31), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:34.697950 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Floating IP 71567071-502b-43b0-a386-3a73821f2b31 disassociated. External IP: 172.27.2.94, port: c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424. Apr 28 17:19:34.698211 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Calling delete_port for c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:19:34.709393 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f94485bd-c107-4c87-a3ae-d9e5cebdd450 req-d961dab2-2517-4da3-b2c1-486a0bf07ddc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e7b243a-9f78-485b-889d-478536774a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401635 Apr 28 17:19:34.901954 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:34.930400 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event deleted for resources: {'Port': ['ID=c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:35.051538 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:19:35.162067 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:19:35.172204 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b453624-eda6-404d-8094-a3e69a546c15 None None] Sync routers for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:19:35.182307 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b453624-eda6-404d-8094-a3e69a546c15 None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:19:35.182918 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5b453624-eda6-404d-8094-a3e69a546c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:19:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:35.206120 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] No DVR routers for this DVR port c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 on host hv-cinder-82694 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:19:35.208710 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:35.212127 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d7988a02-9657-4ce6-906c-c4de4848dc83 req-06ba88ac-b806-4b47-9f96-1bd2554bfd49 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.66 "DELETE /v2.0/ports/c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 HTTP/1.1" status: 204 len: 173 time: 0.9128127 Apr 28 17:19:35.212573 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'name': 'network-vif-deleted', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:19:35.214833 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bab0ee-adc6-4684-890c-f8b92bf66948" -d '{"events": [{"server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "name": "network-vif-deleted", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:19:35.257720 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eef1b6-e1b4-45c2-9928-a4fe96210809 x-openstack-request-id: req-80eef1b6-e1b4-45c2-9928-a4fe96210809 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:19:35.258129 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc625e2-38c0-4b4d-b7c3-e08e5609e78f", "name": "network-vif-deleted", "tag": "c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:19:35.258624 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80eef1b6-e1b4-45c2-9928-a4fe96210809 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:19:35.259248 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80eef1b6-e1b4-45c2-9928-a4fe96210809'] response: {'server_uuid': 'edc625e2-38c0-4b4d-b7c3-e08e5609e78f', 'name': 'network-vif-deleted', 'tag': 'c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424', 'status': 'completed', 'code': 200} Apr 28 17:19:35.296482 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-5b453624-eda6-404d-8094-a3e69a546c15 None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:19:35.637220 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5b453624-eda6-404d-8094-a3e69a546c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:35.640253 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:35.666038 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b453624-eda6-404d-8094-a3e69a546c15 None None] Checking router: b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:19:35.675071 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b453624-eda6-404d-8094-a3e69a546c15 None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:19:35.675662 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5b453624-eda6-404d-8094-a3e69a546c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:19:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:35.793022 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-5b453624-eda6-404d-8094-a3e69a546c15 None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:19:35.825219 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d3f494fb-1b66-4f69-be21-0f3ed4862173 req-ff4a89d0-df2a-4145-8105-efbf7219ba5b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=edc625e2-38c0-4b4d-b7c3-e08e5609e78f HTTP/1.1" status: 200 len: 210 time: 0.0278711 Apr 28 17:19:35.993968 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5b453624-eda6-404d-8094-a3e69a546c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:36.022173 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b453624-eda6-404d-8094-a3e69a546c15 None None] The sync data for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi is: [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:19:36.341013 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19309570-cb11-43e0-b234-21687cb7e06c None None] New status for floating IP 71567071-502b-43b0-a386-3a73821f2b31: DOWN {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:19:36.829062 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d88578-9b66-4239-862f-8958b5b654d9 req-58800a72-40a1-4213-99d2-a4315fa200b9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:36.831099 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-67d88578-9b66-4239-862f-8958b5b654d9 req-58800a72-40a1-4213-99d2-a4315fa200b9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0474341 Apr 28 17:19:36.884492 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-67d88578-9b66-4239-862f-8958b5b654d9 req-f3cbce92-cda6-421e-9f22-e722de3cf3c6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476148 Apr 28 17:19:37.017490 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49398) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:37.045137 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:37.077698 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dd880cae-7ac0-462f-88d6-3c8306d3a98f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (9e7b243a-9f78-485b-889d-478536774a13), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:37.107459 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dd880cae-7ac0-462f-88d6-3c8306d3a98f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (9e7b243a-9f78-485b-889d-478536774a13), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:37.245551 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dd880cae-7ac0-462f-88d6-3c8306d3a98f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9e7b243a-9f78-485b-889d-478536774a13), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:37.248274 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dd880cae-7ac0-462f-88d6-3c8306d3a98f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:37.249821 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-dd880cae-7ac0-462f-88d6-3c8306d3a98f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "DELETE /v2.0/security-groups/9e7b243a-9f78-485b-889d-478536774a13 HTTP/1.1" status: 204 len: 168 time: 0.2305918 Apr 28 17:19:37.253272 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49400) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:37.260772 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd880cae-7ac0-462f-88d6-3c8306d3a98f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7b243a-9f78-485b-889d-478536774a13,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:37.271737 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.api.v2.resource [None req-f95cf1c7-e0e8-4518-b024-d385786bc3aa tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] show failed (client error): The resource could not be found. Apr 28 17:19:37.272932 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-f95cf1c7-e0e8-4518-b024-d385786bc3aa tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups/9e7b243a-9f78-485b-889d-478536774a13 HTTP/1.1" status: 404 len: 347 time: 0.0183413 Apr 28 17:19:37.276330 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49402) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:37.406482 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Deleting port e6d0523e-2423-43be-aa86-a952de0f1244 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:19:37.406769 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (e6d0523e-2423-43be-aa86-a952de0f1244), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:37.502131 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (e6d0523e-2423-43be-aa86-a952de0f1244), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:37.503051 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (e6d0523e-2423-43be-aa86-a952de0f1244), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:37.516809 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Calling delete_port for e6d0523e-2423-43be-aa86-a952de0f1244 owned by network:floatingip {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:19:37.742762 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (e6d0523e-2423-43be-aa86-a952de0f1244), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:37.768077 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event deleted for resources: {'Port': ['ID=e6d0523e-2423-43be-aa86-a952de0f1244,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:37.779118 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.779584 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.779929 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.780291 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.780624 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.780956 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.781282 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.781607 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.781934 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.782258 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.782580 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.782901 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.783226 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.784153 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.784478 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:19:37.791188 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:19:37.812109 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:19:37.812472 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c50b2cf5-6e64-4e4d-ad5b-ee6e2fd31424 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:19:37.841254 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (71567071-502b-43b0-a386-3a73821f2b31), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:37.843746 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:37.844899 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2520eb0e-6ac4-41a9-86dc-241ee8488065 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "DELETE /v2.0/floatingips/71567071-502b-43b0-a386-3a73821f2b31 HTTP/1.1" status: 204 len: 168 time: 0.5673327 Apr 28 17:19:37.998968 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eb84b-b32e-447a-a25d-2a764ccd5529 req-9d3e05ab-008a-4d67-b410-3bd9cfd06b6d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:38.000700 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ab3eb84b-b32e-447a-a25d-2a764ccd5529 req-9d3e05ab-008a-4d67-b410-3bd9cfd06b6d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0467932 Apr 28 17:19:38.046180 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ab3eb84b-b32e-447a-a25d-2a764ccd5529 req-31b49147-94b0-4114-8584-a1f86ea6b79f tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 Apr 28 17:19:38.482955 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.159983 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773435a8-5b75-47f1-a107-fbe566705c33 req-e61ee9b4-7903-4d47-b235-eb8e63f82dc8 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:39.161476 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-773435a8-5b75-47f1-a107-fbe566705c33 req-e61ee9b4-7903-4d47-b235-eb8e63f82dc8 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0478857 Apr 28 17:19:39.207370 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-773435a8-5b75-47f1-a107-fbe566705c33 req-19985104-24fa-4d22-897d-0137297be2a6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402954 Apr 28 17:19:39.259960 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49416) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:39.264634 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-099b3a75-33a7-4fd8-94b1-c45549cb5039 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495678703', 'description': 'tempest-description--1009571793'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:19:39.276691 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-ae0db84a-b806-49db-9d8f-b1e333959355 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:39.278343 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-ae0db84a-b806-49db-9d8f-b1e333959355 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 946 time: 0.0499740 Apr 28 17:19:39.365466 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Deleting port 7b9290d5-738c-4943-b312-feccda3dff28 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:19:39.365805 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (7b9290d5-738c-4943-b312-feccda3dff28), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.382202 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-099b3a75-33a7-4fd8-94b1-c45549cb5039 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.449556 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-099b3a75-33a7-4fd8-94b1-c45549cb5039 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (385b2116-404e-44a6-b715-10ffffe980dd), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.456895 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] For port 7b9290d5-738c-4943-b312-feccda3dff28, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=7b9290d5-738c-4943-b312-feccda3dff28,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:19:39.457266 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (7b9290d5-738c-4943-b312-feccda3dff28), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.547592 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-099b3a75-33a7-4fd8-94b1-c45549cb5039 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (385b2116-404e-44a6-b715-10ffffe980dd), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.576591 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b3a75-33a7-4fd8-94b1-c45549cb5039 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385b2116-404e-44a6-b715-10ffffe980dd,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:39.630027 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.630397 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (34acf6ed-4be0-49fc-bae2-d2656428fb73), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.630711 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Floating IP 34acf6ed-4be0-49fc-bae2-d2656428fb73 disassociated. External IP: 172.27.2.210, port: 7b9290d5-738c-4943-b312-feccda3dff28. Apr 28 17:19:39.631046 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Calling delete_port for 7b9290d5-738c-4943-b312-feccda3dff28 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:19:39.670152 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-099b3a75-33a7-4fd8-94b1-c45549cb5039 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.671600 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-099b3a75-33a7-4fd8-94b1-c45549cb5039 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4104486 Apr 28 17:19:39.678974 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49420) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:39.683368 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-655a5beb-620d-432b-bb2c-11b7ff364666 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'security_group_rule': {'security_group_id': '385b2116-404e-44a6-b715-10ffffe980dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:19:39.781991 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-655a5beb-620d-432b-bb2c-11b7ff364666 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (b3125eb2-b180-40b2-8365-92b66f78ae38), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.835259 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-655a5beb-620d-432b-bb2c-11b7ff364666 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (b3125eb2-b180-40b2-8365-92b66f78ae38), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.885473 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (7b9290d5-738c-4943-b312-feccda3dff28), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.911732 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'Port': ['ID=7b9290d5-738c-4943-b312-feccda3dff28,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:39.930693 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-655a5beb-620d-432b-bb2c-11b7ff364666 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (b3125eb2-b180-40b2-8365-92b66f78ae38), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:39.947260 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a5beb-620d-432b-bb2c-11b7ff364666 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3125eb2-b180-40b2-8365-92b66f78ae38,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:40.087299 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-655a5beb-620d-432b-bb2c-11b7ff364666 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:40.088699 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-655a5beb-620d-432b-bb2c-11b7ff364666 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4087090 Apr 28 17:19:40.091505 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49422) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:40.096668 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-e5fcac64-7af6-4b3e-9b3e-e202807d867b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'security_group_rule': {'security_group_id': '385b2116-404e-44a6-b715-10ffffe980dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:19:40.203208 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e5fcac64-7af6-4b3e-9b3e-e202807d867b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (ec240910-bf19-4798-945f-60468b9e8ff3), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:40.274515 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e5fcac64-7af6-4b3e-9b3e-e202807d867b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (ec240910-bf19-4798-945f-60468b9e8ff3), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:40.277680 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Router c49b146b-69f2-4709-8960-3efb5017f956 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:19:40.311471 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ecb92bd-6e85-4763-bd54-19a6894c57d3 req-0c9bd768-5fe9-49c0-bd96-7a7ea5c78e75 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 210 time: 0.0298963 Apr 28 17:19:40.348286 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e5fcac64-7af6-4b3e-9b3e-e202807d867b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (ec240910-bf19-4798-945f-60468b9e8ff3), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:40.367206 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcac64-7af6-4b3e-9b3e-e202807d867b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec240910-bf19-4798-945f-60468b9e8ff3,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:40.437172 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:19:40.449119 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc83d9-471e-41d6-95b6-4517e5aca371 None None] Sync routers for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:19:40.460428 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc83d9-471e-41d6-95b6-4517e5aca371 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:19:40.461056 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2ddc83d9-471e-41d6-95b6-4517e5aca371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:19:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:40.469874 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e5fcac64-7af6-4b3e-9b3e-e202807d867b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:40.474271 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-e5fcac64-7af6-4b3e-9b3e-e202807d867b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3787968 Apr 28 17:19:40.474530 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49426) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:40.479117 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:19:40.480036 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] No DVR routers for this DVR port 7b9290d5-738c-4943-b312-feccda3dff28 on host hv-cinder-82694 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:19:40.482460 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:40.485808 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bbcc9a46-072b-4af4-bd9e-6326eefc5d1e req-26f21403-e70e-4963-8cf1-d05c9e692eec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "DELETE /v2.0/ports/7b9290d5-738c-4943-b312-feccda3dff28 HTTP/1.1" status: 204 len: 173 time: 1.2013705 Apr 28 17:19:40.486245 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2574b164-ab46-44ce-83ce-3c29171153df', 'name': 'network-vif-deleted', 'tag': '7b9290d5-738c-4943-b312-feccda3dff28'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:19:40.489327 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd61870e-70f5-41d7-b027-267ea31e856a" -d '{"events": [{"server_uuid": "2574b164-ab46-44ce-83ce-3c29171153df", "name": "network-vif-deleted", "tag": "7b9290d5-738c-4943-b312-feccda3dff28"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:19:40.525485 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9feb8e8-1278-40db-a54a-4a26e3fbac1a x-openstack-request-id: req-e9feb8e8-1278-40db-a54a-4a26e3fbac1a {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:19:40.525778 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2574b164-ab46-44ce-83ce-3c29171153df", "name": "network-vif-deleted", "tag": "7b9290d5-738c-4943-b312-feccda3dff28", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:19:40.526032 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9feb8e8-1278-40db-a54a-4a26e3fbac1a {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:19:40.526428 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9feb8e8-1278-40db-a54a-4a26e3fbac1a'] response: {'server_uuid': '2574b164-ab46-44ce-83ce-3c29171153df', 'name': 'network-vif-deleted', 'tag': '7b9290d5-738c-4943-b312-feccda3dff28', 'status': 'completed', 'code': 200} Apr 28 17:19:40.572146 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:40.579254 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-2ddc83d9-471e-41d6-95b6-4517e5aca371 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:19:40.654209 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:40.769443 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Allocated IP 172.27.2.157 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/87bcefb8-ce9c-4546-928f-4f908218281b) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:19:40.838105 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2ddc83d9-471e-41d6-95b6-4517e5aca371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'b85462df-3c90-46d4-9af2-308206994508', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:f6:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:16:23Z', 'updated_at': '2022-04-28T17:16:55Z', 'revision_number': 2, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:40.869967 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc83d9-471e-41d6-95b6-4517e5aca371 None None] Checking router: c49b146b-69f2-4709-8960-3efb5017f956 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:19:40.878983 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddc83d9-471e-41d6-95b6-4517e5aca371 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:19:40.879618 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2ddc83d9-471e-41d6-95b6-4517e5aca371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:19:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:40.880364 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for port (87bcefb8-ce9c-4546-928f-4f908218281b), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:40.995594 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-2ddc83d9-471e-41d6-95b6-4517e5aca371 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:19:41.217278 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (87bcefb8-ce9c-4546-928f-4f908218281b), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:41.226253 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2ddc83d9-471e-41d6-95b6-4517e5aca371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'b85462df-3c90-46d4-9af2-308206994508', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:f6:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:16:23Z', 'updated_at': '2022-04-28T17:16:55Z', 'revision_number': 2, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:41.250317 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:19:41.253265 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:19:41.257200 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:19:41.258302 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddc83d9-471e-41d6-95b6-4517e5aca371 None None] The sync data for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi is: [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'b85462df-3c90-46d4-9af2-308206994508', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:f6:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:16:23Z', 'updated_at': '2022-04-28T17:16:55Z', 'revision_number': 2, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:19:41.293123 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'Port': ['ID=87bcefb8-ce9c-4546-928f-4f908218281b,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:41.353817 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (ca431dc1-6f92-4251-81fd-cbcfa62abfba), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:41.426582 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-456e6847-4a22-40ed-93ca-db17e1b7507a req-b404896e-c2ea-4a52-abd5-1d1bfec9301b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=2574b164-ab46-44ce-83ce-3c29171153df HTTP/1.1" status: 200 len: 210 time: 0.0326426 Apr 28 17:19:41.510247 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (87bcefb8-ce9c-4546-928f-4f908218281b), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:41.530063 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f575c-4c7e-4d21-bbab-ffffb523bb9c None None] New status for floating IP 34acf6ed-4be0-49fc-bae2-d2656428fb73: DOWN {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:19:41.663205 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for port (87bcefb8-ce9c-4546-928f-4f908218281b), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:41.724845 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (87bcefb8-ce9c-4546-928f-4f908218281b), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:41.796595 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'Port': ['ID=87bcefb8-ce9c-4546-928f-4f908218281b,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:41.804550 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (ca431dc1-6f92-4251-81fd-cbcfa62abfba), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:41.880956 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:41.882164 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-8661402c-ad28-4946-b91b-c67f808b671a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4066200 Apr 28 17:19:42.096231 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-413951f9-e59a-431e-908f-4dc92490775a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--495678703&fields=id&tenant_id=be573a6e5f26466dacf2a255e2248468 HTTP/1.1" status: 200 len: 267 time: 0.0514710 Apr 28 17:19:42.209254 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-55ff84d8-cba9-4ad6-9943-2ebc2e09273a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:42.210669 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-55ff84d8-cba9-4ad6-9943-2ebc2e09273a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/networks?id=77e74cd7-f3b4-4335-ac24-4dfe333ae022 HTTP/1.1" status: 200 len: 817 time: 0.1075513 Apr 28 17:19:42.225142 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-7a558c0f-0fb2-4146-8d5d-2148bf2736e1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/quotas/be573a6e5f26466dacf2a255e2248468 HTTP/1.1" status: 200 len: 375 time: 0.0091686 Apr 28 17:19:42.273048 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-7bfec9d5-27f1-4970-8871-77b5f9459572 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429108 Apr 28 17:19:42.370317 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-71e50e0e-b7d4-4b70-ba86-2fc5c19847a9 service neutron] 10.222.0.64 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839837 Apr 28 17:19:42.459967 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-7a3b95d9-37e3-4a4a-8518-defa8cdfa484 service neutron] 10.222.0.64 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837007 Apr 28 17:19:42.594251 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49458) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:42.657962 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8b14d98f-4163-4d60-81ef-55c212561ed3 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:42.686251 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8b14d98f-4163-4d60-81ef-55c212561ed3 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:42.699744 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dbe66ef5-8240-41f7-9ff2-5d5f8526e3cf req-de92bf7f-a2b0-41c2-83a6-561cab1c1ea7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 210 time: 0.0275488 Apr 28 17:19:42.873543 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8b14d98f-4163-4d60-81ef-55c212561ed3 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:42.876616 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8b14d98f-4163-4d60-81ef-55c212561ed3 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:42.877767 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-8b14d98f-4163-4d60-81ef-55c212561ed3 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "DELETE /v2.0/security-groups/fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782 HTTP/1.1" status: 204 len: 168 time: 0.2825286 Apr 28 17:19:42.880567 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49468) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:42.887141 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14d98f-4163-4d60-81ef-55c212561ed3 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:42.896225 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-224b29be-254a-4e96-b4e8-b7058dd73900 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] show failed (client error): The resource could not be found. Apr 28 17:19:42.897437 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-224b29be-254a-4e96-b4e8-b7058dd73900 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups/fa0ea7d2-2df2-4d92-af9e-0cb9a5f83782 HTTP/1.1" status: 404 len: 347 time: 0.0158710 Apr 28 17:19:42.900474 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49470) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:43.014603 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-8e9515fd-65b0-497e-b214-8af079b37e03 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Deleting port 87ac2fc3-5aa6-47c6-b19d-98efa36ac712 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:19:43.014943 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8e9515fd-65b0-497e-b214-8af079b37e03 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (87ac2fc3-5aa6-47c6-b19d-98efa36ac712), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:43.097025 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8e9515fd-65b0-497e-b214-8af079b37e03 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (87ac2fc3-5aa6-47c6-b19d-98efa36ac712), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:43.097347 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8e9515fd-65b0-497e-b214-8af079b37e03 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (87ac2fc3-5aa6-47c6-b19d-98efa36ac712), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:43.108867 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-8e9515fd-65b0-497e-b214-8af079b37e03 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Calling delete_port for 87ac2fc3-5aa6-47c6-b19d-98efa36ac712 owned by network:floatingip {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:19:43.287756 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 7b9290d5-738c-4943-b312-feccda3dff28 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:19:43.308663 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: 7b9290d5-738c-4943-b312-feccda3dff28 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:19:43.309010 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 7b9290d5-738c-4943-b312-feccda3dff28 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:19:43.325032 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8e9515fd-65b0-497e-b214-8af079b37e03 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (87ac2fc3-5aa6-47c6-b19d-98efa36ac712), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:43.353828 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9515fd-65b0-497e-b214-8af079b37e03 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'Port': ['ID=87ac2fc3-5aa6-47c6-b19d-98efa36ac712,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:43.416892 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8e9515fd-65b0-497e-b214-8af079b37e03 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (34acf6ed-4be0-49fc-bae2-d2656428fb73), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:43.419328 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8e9515fd-65b0-497e-b214-8af079b37e03 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:43.420511 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-8e9515fd-65b0-497e-b214-8af079b37e03 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "DELETE /v2.0/floatingips/34acf6ed-4be0-49fc-bae2-d2656428fb73 HTTP/1.1" status: 204 len: 168 time: 0.5188785 Apr 28 17:19:43.804242 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-25c16ed2-1c15-47fa-8ac8-6e315b2ecb1b req-2451ca1c-811d-4d2b-8164-0cd119c6b843 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 210 time: 0.0296645 Apr 28 17:19:44.903110 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-836e8ad6-172a-48dd-9be9-e5482c6dd63b req-cfec6c00-2e5a-45c3-8e78-f49bccc3652a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 210 time: 0.0282366 Apr 28 17:19:46.013659 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1285836a-eec8-46cf-8939-77633fd042e7 req-c06ded1d-2406-4572-9a50-831c06d5b68d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 210 time: 0.0303020 Apr 28 17:19:46.090282 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-9eac012a-59a4-4804-9e31-0e2509eb7978 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:46.091864 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-9eac012a-59a4-4804-9e31-0e2509eb7978 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.66 "GET /v2.0/networks?id=77e74cd7-f3b4-4335-ac24-4dfe333ae022 HTTP/1.1" status: 200 len: 817 time: 0.1703007 Apr 28 17:19:46.456135 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6d2cc-7aa4-4189-94c6-89c8f17b7700 req-17910284-6ea3-44d3-ae81-d60be2e6697c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:46.458070 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7f6d2cc-7aa4-4189-94c6-89c8f17b7700 req-17910284-6ea3-44d3-ae81-d60be2e6697c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0551169 Apr 28 17:19:46.505757 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7f6d2cc-7aa4-4189-94c6-89c8f17b7700 req-a82d601d-c9c7-4690-a368-91afa1377041 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419390 Apr 28 17:19:46.597622 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906a9d0-6298-4c27-b6d2-3fa9832da1bc req-f45e1021-7c98-47c2-be4a-9e3d59781c1b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:46.599095 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0906a9d0-6298-4c27-b6d2-3fa9832da1bc req-f45e1021-7c98-47c2-be4a-9e3d59781c1b tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0474193 Apr 28 17:19:46.650226 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0906a9d0-6298-4c27-b6d2-3fa9832da1bc req-74cb057f-659c-4f8c-8342-9bee195f5144 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456126 Apr 28 17:19:47.118715 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9a4e5522-7225-4bcd-a95e-8ea7f7ca9306 req-ca529d9a-b900-4847-8f10-f4350f1f88e5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 210 time: 0.0309517 Apr 28 17:19:47.620538 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940a1cc-1789-46f7-ad24-345cdc31fa62 req-12128a75-cb77-4c94-bdf0-4841bda8698c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:47.621979 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8940a1cc-1789-46f7-ad24-345cdc31fa62 req-12128a75-cb77-4c94-bdf0-4841bda8698c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0467529 Apr 28 17:19:47.671148 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8940a1cc-1789-46f7-ad24-345cdc31fa62 req-48698ed3-50c2-4914-80c6-f54fc79f31db tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433621 Apr 28 17:19:47.762458 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b184c-4da0-45fd-a0b3-d4cf8f2c1f3f req-6d6a6568-b3cc-4905-9be4-ebb3f5532329 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:47.763952 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c2b184c-4da0-45fd-a0b3-d4cf8f2c1f3f req-6d6a6568-b3cc-4905-9be4-ebb3f5532329 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0475006 Apr 28 17:19:47.809690 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c2b184c-4da0-45fd-a0b3-d4cf8f2c1f3f req-1faa4b7e-81e9-4b6c-8211-b9ca6718869e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401216 Apr 28 17:19:48.217449 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4bc83684-a38c-4ee4-b46c-04b40c1101f0 req-fa18037f-4c4d-47bf-b340-5a2b9f4b9d6e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 210 time: 0.0302258 Apr 28 17:19:48.719418 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-311170d5-568b-4ed6-9e7e-4b93d1e9d923 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be573a6e5f26466dacf2a255e2248468 HTTP/1.1" status: 200 len: 379 time: 0.0597410 Apr 28 17:19:48.734496 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'port': {'device_id': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'admin_state_up': True, 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'security_groups': ['385b2116-404e-44a6-b715-10ffffe980dd']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:19:48.831931 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bac284-1082-40c1-80b7-8b3dee35fba0 req-860833be-2900-49d2-a534-1de788e9f606 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:48.833434 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-23bac284-1082-40c1-80b7-8b3dee35fba0 req-860833be-2900-49d2-a534-1de788e9f606 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0934751 Apr 28 17:19:48.911417 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-23bac284-1082-40c1-80b7-8b3dee35fba0 req-8e0c2039-9116-48ec-bdaa-7c325778d25b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706992 Apr 28 17:19:48.925298 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b064950-fd94-44e0-af1d-3b1a1b72150c req-b585d15b-d44a-4ab7-82ac-002b30ce633f tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:48.933124 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2b064950-fd94-44e0-af1d-3b1a1b72150c req-b585d15b-d44a-4ab7-82ac-002b30ce633f tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0481286 Apr 28 17:19:48.977299 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2b064950-fd94-44e0-af1d-3b1a1b72150c req-4d53b02f-6655-4f74-b2f5-d9a3be969d0f tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446906 Apr 28 17:19:49.004421 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Made reservation on behalf of be573a6e5f26466dacf2a255e2248468 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:19:49.007808 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:49.133333 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Allocated IP 172.20.0.13 (77e74cd7-f3b4-4335-ac24-4dfe333ae022/ecc69208-bcad-42d8-b762-85c2a71ff837/3728fccc-3fe6-49c0-9dd7-f7309fde5729) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:19:49.271515 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:49.322472 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ae4abe88-3dc7-483f-8d99-12b0e672b514 req-2ab65a80-53a8-46fb-95f6-3dacc8b47b2c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 210 time: 0.0345886 Apr 28 17:19:49.382479 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:49.424899 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:19:49.429897 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:19:49.433566 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:19:49.439782 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event updated for resources: {'Port': ['ID=3728fccc-3fe6-49c0-9dd7-f7309fde5729,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:49.486469 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:49.487115 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:49.606155 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-663d9328-9761-40ea-ba02-2ab6c2118468 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8756318 Apr 28 17:19:49.631675 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-10090fd4-afb5-499a-b1d9-caaa70dc515a None None] Provisioning complete for port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:19:49.632279 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-10090fd4-afb5-499a-b1d9-caaa70dc515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:49.668287 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-10090fd4-afb5-499a-b1d9-caaa70dc515a None None] Port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:19:50.027673 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260c71c-3385-4b49-a5c4-5f230e2b7839 req-20abfc1d-3546-4529-a679-5a83cee54afd tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:50.029217 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6260c71c-3385-4b49-a5c4-5f230e2b7839 req-20abfc1d-3546-4529-a679-5a83cee54afd tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0488913 Apr 28 17:19:50.082779 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6260c71c-3385-4b49-a5c4-5f230e2b7839 req-84f6a41e-53d3-4910-a5b7-a88254cb1545 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478356 Apr 28 17:19:50.095525 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b36b-3753-4c55-8ed8-ffb02d12898f req-9d69a0e8-5093-40da-8aec-da00f27fdfc2 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:50.097079 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c092b36b-3753-4c55-8ed8-ffb02d12898f req-9d69a0e8-5093-40da-8aec-da00f27fdfc2 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0484786 Apr 28 17:19:50.150672 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c092b36b-3753-4c55-8ed8-ffb02d12898f req-036ede65-7c62-41e3-9e36-129fdf4d4962 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458999 Apr 28 17:19:50.440723 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb45b9-e627-4403-9d9e-a2d21310e419 req-53e69772-0d5b-4586-91e7-c0525632088d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:50.442164 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-29fb45b9-e627-4403-9d9e-a2d21310e419 req-53e69772-0d5b-4586-91e7-c0525632088d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 932 time: 0.0480545 Apr 28 17:19:50.494152 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-29fb45b9-e627-4403-9d9e-a2d21310e419 req-7e14d55f-1980-4cb3-8c3d-a2ac087c7e8b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445993 Apr 28 17:19:51.196580 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b2fe9-935b-4c0a-b706-9652b6a5e99a req-4eb464b1-4e59-4714-acdf-614bae6919ca tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:51.198074 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-174b2fe9-935b-4c0a-b706-9652b6a5e99a req-4eb464b1-4e59-4714-acdf-614bae6919ca tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0475338 Apr 28 17:19:51.227442 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:19:51.246984 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-174b2fe9-935b-4c0a-b706-9652b6a5e99a req-19590142-2319-4e4a-8ccb-50d605ee5fc7 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Apr 28 17:19:51.270061 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533f36f-8f21-4e55-a163-686e5304e448 req-22aefb9a-1c2c-4fa5-9496-7f442851224f tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:51.271520 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5533f36f-8f21-4e55-a163-686e5304e448 req-22aefb9a-1c2c-4fa5-9496-7f442851224f tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0523114 Apr 28 17:19:51.316799 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5533f36f-8f21-4e55-a163-686e5304e448 req-e329ba6b-5c21-4279-ac2d-2993485da975 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394433 Apr 28 17:19:51.608539 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc93894-47c4-47d0-88b0-66e2d8601507 req-d52238a1-81e1-4f25-9f45-377e92b89487 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:51.609976 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fdc93894-47c4-47d0-88b0-66e2d8601507 req-d52238a1-81e1-4f25-9f45-377e92b89487 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 932 time: 0.0468721 Apr 28 17:19:51.655357 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fdc93894-47c4-47d0-88b0-66e2d8601507 req-eb8b3182-1b69-4651-b957-cb2d0678c458 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393441 Apr 28 17:19:52.299579 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Request body: {'port': {'device_id': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:19:52.363239 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:52.364912 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fa8b8-2d47-47f0-9e44-697dec03c60f req-939ccf12-945e-4546-966e-b86676d822f6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:52.366436 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-af4fa8b8-2d47-47f0-9e44-697dec03c60f req-939ccf12-945e-4546-966e-b86676d822f6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Apr 28 17:19:52.415772 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-af4fa8b8-2d47-47f0-9e44-697dec03c60f req-f618cc7e-b2ec-4ae3-a056-0ff95b1996c7 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436795 Apr 28 17:19:52.508247 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0960b-16ac-4c74-819e-478b089d5b75 req-026741d4-4920-4f11-8daf-a080d4570b15 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:52.509730 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7ba0960b-16ac-4c74-819e-478b089d5b75 req-026741d4-4920-4f11-8daf-a080d4570b15 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.1115267 Apr 28 17:19:52.618557 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7ba0960b-16ac-4c74-819e-478b089d5b75 req-719a5f26-c626-41e6-bf3e-e6af25c44752 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986228 Apr 28 17:19:52.704210 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3728fccc-3fe6-49c0-9dd7-f7309fde5729 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:19:52.712880 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Publish callbacks [] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:52.727023 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Transition to ACTIVE for port object 3728fccc-3fe6-49c0-9dd7-f7309fde5729 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:19:52.781273 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9ef10-54d1-45d0-84cc-a4de3636811f req-066a91b8-23dd-4730-aac3-0c52e1bed6bc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:52.782768 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-88b9ef10-54d1-45d0-84cc-a4de3636811f req-066a91b8-23dd-4730-aac3-0c52e1bed6bc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 932 time: 0.0545404 Apr 28 17:19:52.822058 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:52.877782 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3728fccc-3fe6-49c0-9dd7-f7309fde5729,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:52.898463 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5445a3a3-22f1-4ebf-97b9-257b0071d5be tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:52.899964 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5445a3a3-22f1-4ebf-97b9-257b0071d5be tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0940683 Apr 28 17:19:52.904715 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-88b9ef10-54d1-45d0-84cc-a4de3636811f req-5cde244b-09bb-4699-8549-7312ae571b1d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156881 Apr 28 17:19:52.910954 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-b97a2676-0cef-42ea-abaf-2a1c320860a3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:52.912508 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-b97a2676-0cef-42ea-abaf-2a1c320860a3 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.66 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.1052771 Apr 28 17:19:52.952742 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Attempting to bind port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:19:52.954701 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Attempting to bind port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:19:52.954701 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Attempting to bind port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 on network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:19:52.958717 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 on network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:19:52.959048 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Attempting to bind port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 on network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:19:52.964426 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:19:52.964777 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Checking segment: {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:19:52.965164 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Bound using segment: {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:19:52.965595 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Bound port: 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1dbefd-816b-4920-9862-84e60ec39567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:19:52.965961 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.034773 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:19:53.037976 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:19:53.070954 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Deleting port 8ab16b38-7c03-454e-8c97-40ba982f6e3f {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:19:53.071330 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.089153 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Deleting port 0e5be036-db60-4955-9936-f22b7d226639 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:19:53.089575 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (0e5be036-db60-4955-9936-f22b7d226639), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.154147 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.187096 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:53.187720 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.189220 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] 10.222.0.66 "PUT /v2.0/ports/3728fccc-3fe6-49c0-9dd7-f7309fde5729 HTTP/1.1" status: 200 len: 1094 time: 0.8946381 Apr 28 17:19:53.190250 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:19:53.192627 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b888808a-881a-4ab8-b922-4b70de6c6852" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:19:53.225557 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62726439-f3b9-4e78-912b-07f75aeaf3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3728fccc-3fe6-49c0-9dd7-f7309fde5729,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:53.233197 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a033c9dd-31f0-42ac-ab2f-31b2dc502c86 x-openstack-request-id: req-a033c9dd-31f0-42ac-ab2f-31b2dc502c86 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:19:53.233553 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:19:53.233815 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a033c9dd-31f0-42ac-ab2f-31b2dc502c86 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:19:53.234218 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a033c9dd-31f0-42ac-ab2f-31b2dc502c86'] response: {'name': 'network-changed', 'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'status': 'completed', 'code': 200} Apr 28 17:19:53.243632 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] For port 8ab16b38-7c03-454e-8c97-40ba982f6e3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8ab16b38-7c03-454e-8c97-40ba982f6e3f,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:19:53.244009 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.264760 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] For port 0e5be036-db60-4955-9936-f22b7d226639, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=0e5be036-db60-4955-9936-f22b7d226639,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:19:53.265127 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (0e5be036-db60-4955-9936-f22b7d226639), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.358766 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888808a-881a-4ab8-b922-4b70de6c6852 req-9c27b357-ba19-40b9-adb1-ad4e0fce4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:53.360582 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b888808a-881a-4ab8-b922-4b70de6c6852 req-9c27b357-ba19-40b9-adb1-ad4e0fce4fef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 1128 time: 0.0465596 Apr 28 17:19:53.541583 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb2a31-e90b-43e6-8a9f-d42c746ec8d6 req-0c3c1467-dbb0-4a15-8376-d91506f470aa tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:53.543180 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-26fb2a31-e90b-43e6-8a9f-d42c746ec8d6 req-0c3c1467-dbb0-4a15-8376-d91506f470aa tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 945 time: 0.0526688 Apr 28 17:19:53.591868 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-26fb2a31-e90b-43e6-8a9f-d42c746ec8d6 req-6a945484-ab55-4bf7-aafb-b81a1675add6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f905638f-f87a-403e-b7d5-107bf9bd3aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Apr 28 17:19:53.621928 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.622434 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (b85462df-3c90-46d4-9af2-308206994508), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.622604 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Floating IP b85462df-3c90-46d4-9af2-308206994508 disassociated. External IP: 172.27.2.97, port: 8ab16b38-7c03-454e-8c97-40ba982f6e3f. Apr 28 17:19:53.622963 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Calling delete_port for 8ab16b38-7c03-454e-8c97-40ba982f6e3f owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:19:53.636793 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.637152 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (e15fd2ae-fbd1-4710-b9ed-bf4b82551185), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.637463 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Floating IP e15fd2ae-fbd1-4710-b9ed-bf4b82551185 disassociated. External IP: 172.27.2.115, port: 0e5be036-db60-4955-9936-f22b7d226639. Apr 28 17:19:53.637800 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Calling delete_port for 0e5be036-db60-4955-9936-f22b7d226639 owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:19:53.788504 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6914fbf-0169-4eb6-a76b-dc38903da6c4 req-03c67e12-22b3-479f-a0d1-e749ddef6bf5 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:53.790012 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c6914fbf-0169-4eb6-a76b-dc38903da6c4 req-03c67e12-22b3-479f-a0d1-e749ddef6bf5 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 946 time: 0.0698996 Apr 28 17:19:53.791416 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888808a-881a-4ab8-b922-4b70de6c6852 req-7fd40fe9-4e8d-4dec-9742-37d0180a96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:53.792774 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b888808a-881a-4ab8-b922-4b70de6c6852 req-7fd40fe9-4e8d-4dec-9742-37d0180a96ac service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=be573a6e5f26466dacf2a255e2248468&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1712730 Apr 28 17:19:53.839261 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c6914fbf-0169-4eb6-a76b-dc38903da6c4 req-ae30c177-ba81-4051-83ea-dbda561380dc tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=48ba3a8f-8148-4344-8c78-e55bcbc312c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432622 Apr 28 17:19:53.929582 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (8ab16b38-7c03-454e-8c97-40ba982f6e3f), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.958986 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'Port': ['ID=8ab16b38-7c03-454e-8c97-40ba982f6e3f,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:53.963617 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (0e5be036-db60-4955-9936-f22b7d226639), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:53.977618 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888808a-881a-4ab8-b922-4b70de6c6852 req-46bbff92-cd12-4198-b305-bd5b1e67a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:53.979256 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b888808a-881a-4ab8-b922-4b70de6c6852 req-46bbff92-cd12-4198-b305-bd5b1e67a8d9 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989633 Apr 28 17:19:54.006296 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event deleted for resources: {'Port': ['ID=0e5be036-db60-4955-9936-f22b7d226639,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:54.141511 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c484e-3f28-44e8-baf3-45e192d0968e req-42d33062-6007-4f19-ac73-e11a05329346 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:54.143052 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d66c484e-3f28-44e8-baf3-45e192d0968e req-42d33062-6007-4f19-ac73-e11a05329346 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.1386847 Apr 28 17:19:54.533935 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Router c49b146b-69f2-4709-8960-3efb5017f956 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:19:54.547684 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d66c484e-3f28-44e8-baf3-45e192d0968e req-46b0b2f7-6711-4315-b702-9e69e7808661 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3967981 Apr 28 17:19:54.551842 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:19:54.695767 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-78ef6687-822c-4561-b69a-630a141bdab0 req-995542d4-bb00-493b-a694-8c21149553e5 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0330131 Apr 28 17:19:54.698878 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-c192ad2c-2430-4523-ae2d-f2af3ecbb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:54.700490 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-c192ad2c-2430-4523-ae2d-f2af3ecbb0dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 1128 time: 0.0727434 Apr 28 17:19:54.753253 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:19:54.763771 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499fa681-b4d6-4e78-927a-34cca2726ef3 None None] Sync routers for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:19:54.774427 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499fa681-b4d6-4e78-927a-34cca2726ef3 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:19:54.775048 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-499fa681-b4d6-4e78-927a-34cca2726ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:19:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:54.784305 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:19:54.793564 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6c4b7-935f-4a47-8cb4-f5062aba2804 None None] Sync routers for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:19:54.806918 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6c4b7-935f-4a47-8cb4-f5062aba2804 None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:19:54.807169 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] No DVR routers for this DVR port 8ab16b38-7c03-454e-8c97-40ba982f6e3f on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:19:54.807278 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-e2e6c4b7-935f-4a47-8cb4-f5062aba2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:19:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:54.811334 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-6145e56f-bc41-4553-bb96-5d84eebc19d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729 HTTP/1.1" status: 200 len: 217 time: 0.0439513 Apr 28 17:19:54.823743 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:54.827102 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-db96e853-7e62-44a7-9128-44ed5f8334bf req-5db3d700-0a94-46a2-bc2d-99644f55fffb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "DELETE /v2.0/ports/8ab16b38-7c03-454e-8c97-40ba982f6e3f HTTP/1.1" status: 204 len: 173 time: 1.9136684 Apr 28 17:19:54.827941 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'name': 'network-vif-deleted', 'tag': '8ab16b38-7c03-454e-8c97-40ba982f6e3f'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:19:54.830855 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fc3c08-7d96-453d-ab26-b5873d015d68" -d '{"events": [{"server_uuid": "b98f7efe-8338-432d-ba65-d0fe25925cd6", "name": "network-vif-deleted", "tag": "8ab16b38-7c03-454e-8c97-40ba982f6e3f"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:19:54.886776 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] No DVR routers for this DVR port 0e5be036-db60-4955-9936-f22b7d226639 on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:19:54.891140 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6f3413-e734-4db3-94d1-ab46c9eb578c x-openstack-request-id: req-2b6f3413-e734-4db3-94d1-ab46c9eb578c {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:19:54.896974 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98f7efe-8338-432d-ba65-d0fe25925cd6", "name": "network-vif-deleted", "tag": "8ab16b38-7c03-454e-8c97-40ba982f6e3f", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:19:54.896974 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b6f3413-e734-4db3-94d1-ab46c9eb578c {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:19:54.896974 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6f3413-e734-4db3-94d1-ab46c9eb578c'] response: {'server_uuid': 'b98f7efe-8338-432d-ba65-d0fe25925cd6', 'name': 'network-vif-deleted', 'tag': '8ab16b38-7c03-454e-8c97-40ba982f6e3f', 'status': 'completed', 'code': 200} Apr 28 17:19:54.896974 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:54.896974 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7ec68e10-a3ac-46ba-91c0-86a208e72a39 req-3c943c6e-b64d-4dd0-a397-788f63a50c59 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.66 "DELETE /v2.0/ports/0e5be036-db60-4955-9936-f22b7d226639 HTTP/1.1" status: 204 len: 173 time: 1.9759045 Apr 28 17:19:54.905073 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-52649df2-afd3-42bb-bfa3-81b803884f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:54.906620 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-52649df2-afd3-42bb-bfa3-81b803884f14 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecc69208-bcad-42d8-b762-85c2a71ff837 HTTP/1.1" status: 200 len: 856 time: 0.0894015 Apr 28 17:19:54.938136 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-499fa681-b4d6-4e78-927a-34cca2726ef3 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:19:54.946336 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-e2e6c4b7-935f-4a47-8cb4-f5062aba2804 None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:19:54.976891 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-d015fd44-86a7-4b64-ab3e-39588c287aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:54.976891 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-d015fd44-86a7-4b64-ab3e-39588c287aa4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77e74cd7-f3b4-4335-ac24-4dfe333ae022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580304 Apr 28 17:19:55.000375 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-66e972b9-3a6f-43ba-9785-78b4407e6dc9 req-4a8925e1-0996-4de3-b37e-046a569f15eb tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0394115 Apr 28 17:19:55.104910 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-61932c58-d1d2-4b16-8793-16c1b84b8d01 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130240 Apr 28 17:19:55.207590 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-e2e6c4b7-935f-4a47-8cb4-f5062aba2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:55.237105 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db2be3dc-1a54-4fe2-84b0-9c0fedf50dc8 req-ccbe6531-ca8b-4186-86aa-c2ba1e07e4dc service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203125 Apr 28 17:19:55.299654 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-499fa681-b4d6-4e78-927a-34cca2726ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:55.328176 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499fa681-b4d6-4e78-927a-34cca2726ef3 None None] Checking router: c49b146b-69f2-4709-8960-3efb5017f956 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:19:55.329137 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6c4b7-935f-4a47-8cb4-f5062aba2804 None None] Checking router: 0afbf626-44d4-42b3-9953-92c7d5c4dc87 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:19:55.338247 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499fa681-b4d6-4e78-927a-34cca2726ef3 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:19:55.338825 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6c4b7-935f-4a47-8cb4-f5062aba2804 None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:19:55.338973 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-499fa681-b4d6-4e78-927a-34cca2726ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:19:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:55.339592 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-e2e6c4b7-935f-4a47-8cb4-f5062aba2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:19:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:55.455753 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-499fa681-b4d6-4e78-927a-34cca2726ef3 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:19:55.456464 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-e2e6c4b7-935f-4a47-8cb4-f5062aba2804 None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:19:55.652018 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-e2e6c4b7-935f-4a47-8cb4-f5062aba2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:55.668246 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-499fa681-b4d6-4e78-927a-34cca2726ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:19:55.674087 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aff1a-728e-4706-be24-f814e79001f9 req-19040822-2f64-47c3-a1a3-62cb3c67d9c5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:55.675702 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-095aff1a-728e-4706-be24-f814e79001f9 req-19040822-2f64-47c3-a1a3-62cb3c67d9c5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0498207 Apr 28 17:19:55.683136 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6c4b7-935f-4a47-8cb4-f5062aba2804 None None] The sync data for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi is: [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:19:55.703431 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499fa681-b4d6-4e78-927a-34cca2726ef3 None None] The sync data for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi is: [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:19:55.719060 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:55.729471 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-095aff1a-728e-4706-be24-f814e79001f9 req-fbebe9ed-4382-4b8d-8164-6850c607a205 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473402 Apr 28 17:19:55.836686 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-478daa62-fe82-46f4-b1cd-6f8ba5152a72 req-080b7f6e-8b4a-45db-aa3b-fe75b9e5a8c6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0423133 Apr 28 17:19:56.016696 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb612e7-af10-45f4-b258-8523a085d1d5 None None] New status for floating IP e15fd2ae-fbd1-4710-b9ed-bf4b82551185: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:19:56.050408 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70193281-66cb-4835-bde6-5397b17827d1 None None] New status for floating IP b85462df-3c90-46d4-9af2-308206994508: DOWN {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:19:56.128416 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1fcf44b4-0c22-4154-9174-09bbf59746fc req-43d5f9b2-9334-4cba-8428-a3bb83b7d0e5 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0339656 Apr 28 17:19:56.330668 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 0e5be036-db60-4955-9936-f22b7d226639 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:19:56.350928 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: 0e5be036-db60-4955-9936-f22b7d226639 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:19:56.351184 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 0e5be036-db60-4955-9936-f22b7d226639 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:19:56.351580 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 8ab16b38-7c03-454e-8c97-40ba982f6e3f no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:19:56.353138 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb9ba6-06f1-47b4-94ed-5d59a7d04105 req-c9b2e875-b72f-4ed5-b6f7-80a061a65588 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:56.354623 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fadb9ba6-06f1-47b4-94ed-5d59a7d04105 req-c9b2e875-b72f-4ed5-b6f7-80a061a65588 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 945 time: 0.0469501 Apr 28 17:19:56.371065 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: 8ab16b38-7c03-454e-8c97-40ba982f6e3f {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:19:56.371428 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 8ab16b38-7c03-454e-8c97-40ba982f6e3f not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:19:56.403663 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fadb9ba6-06f1-47b4-94ed-5d59a7d04105 req-15e1c092-f4cd-4b97-9ae2-0a9364c2d622 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432384 Apr 28 17:19:56.851570 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258e6d7-e1be-41a6-bebe-58b8e71c0ea8 req-0e8a8600-18c5-4d6a-872f-c299fc70561a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:56.853045 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4258e6d7-e1be-41a6-bebe-58b8e71c0ea8 req-0e8a8600-18c5-4d6a-872f-c299fc70561a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0475414 Apr 28 17:19:56.893576 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'name': 'network-vif-deleted', 'tag': '0e5be036-db60-4955-9936-f22b7d226639'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:19:56.895790 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24126d2a-2087-4494-9638-04db8d353184" -d '{"events": [{"server_uuid": "64408e9d-a770-4096-bf88-b4b5cdd68649", "name": "network-vif-deleted", "tag": "0e5be036-db60-4955-9936-f22b7d226639"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:19:56.905258 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4258e6d7-e1be-41a6-bebe-58b8e71c0ea8 req-a575edfc-5927-4f9e-a51a-4dd60d1bf1bd tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466681 Apr 28 17:19:56.943873 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2880c64d-05d4-416b-b949-14c0664ccdc6 req-c83ee8e1-27af-4748-be93-5101170f18d1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0280702 Apr 28 17:19:56.951095 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995dcc72-4c3a-4e72-8906-a32574880734 x-openstack-request-id: req-995dcc72-4c3a-4e72-8906-a32574880734 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:19:56.951388 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64408e9d-a770-4096-bf88-b4b5cdd68649", "name": "network-vif-deleted", "tag": "0e5be036-db60-4955-9936-f22b7d226639", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:19:56.951639 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-995dcc72-4c3a-4e72-8906-a32574880734 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:19:56.952029 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995dcc72-4c3a-4e72-8906-a32574880734'] response: {'server_uuid': '64408e9d-a770-4096-bf88-b4b5cdd68649', 'name': 'network-vif-deleted', 'tag': '0e5be036-db60-4955-9936-f22b7d226639', 'status': 'completed', 'code': 200} Apr 28 17:19:57.240869 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-bd7cd455-cd15-4a9d-8533-509323141a93 req-89ec6211-8b47-4532-aa95-bbcaa21db422 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0308058 Apr 28 17:19:57.515415 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141036c6-a2c6-4d43-a5f6-36c1a76c8a15 req-1c2171f3-0945-40a4-961a-6870a7546711 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:57.516957 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-141036c6-a2c6-4d43-a5f6-36c1a76c8a15 req-1c2171f3-0945-40a4-961a-6870a7546711 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 945 time: 0.0471671 Apr 28 17:19:57.565868 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-141036c6-a2c6-4d43-a5f6-36c1a76c8a15 req-4af8223f-f3e9-4ff0-94e6-c0e1c3fb4820 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 Apr 28 17:19:58.021518 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21199161-4505-4288-a6ae-0ed3f5e9f351 req-45d3c47c-6ee9-4d4c-a488-818be6952d8e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:58.023011 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-21199161-4505-4288-a6ae-0ed3f5e9f351 req-45d3c47c-6ee9-4d4c-a488-818be6952d8e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0471017 Apr 28 17:19:58.052430 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4398d514-2052-40cd-93db-a5f8a06fecb2 req-59f5d99f-7df3-4b21-8b05-b3a5f540afc5 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f7efe-8338-432d-ba65-d0fe25925cd6 HTTP/1.1" status: 200 len: 210 time: 0.0283504 Apr 28 17:19:58.071070 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-21199161-4505-4288-a6ae-0ed3f5e9f351 req-158608b9-b606-493d-8f74-50ea1e767cbb tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Apr 28 17:19:58.344578 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-26d869ed-2c17-47fb-9790-8c0caa30246a req-11317325-3e5b-4bed-8a25-22f614e638f6 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=64408e9d-a770-4096-bf88-b4b5cdd68649 HTTP/1.1" status: 200 len: 210 time: 0.0276537 Apr 28 17:19:58.345513 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 3728fccc-3fe6-49c0-9dd7-f7309fde5729 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:19:58.444027 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:19:58.455312 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'port_id': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'mac_address': 'fa:16:3e:11:f4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:19:58.495507 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:19:58.495821 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:58.511256 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3728fccc-3fe6-49c0-9dd7-f7309fde5729 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:19:58.531358 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:19:58.574072 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-e3a74b36-67fb-4a57-a0df-440eb691e21f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370564 Apr 28 17:19:58.610231 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:58.657544 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=3728fccc-3fe6-49c0-9dd7-f7309fde5729,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:58.685351 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc80517-96e4-49c8-87bc-625e634c4bf5 req-1ec2a1fe-2369-4c6a-9574-de5ae7d4c733 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:58.686863 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9bc80517-96e4-49c8-87bc-625e634c4bf5 req-1ec2a1fe-2369-4c6a-9574-de5ae7d4c733 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 945 time: 0.0542185 Apr 28 17:19:58.754187 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201f1be-8e0e-476c-9df2-733a3b7a9b7f req-9c9fa322-3fb6-4b71-b872-2c1460de5729 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:58.755587 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3201f1be-8e0e-476c-9df2-733a3b7a9b7f req-9c9fa322-3fb6-4b71-b872-2c1460de5729 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.66 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 945 time: 0.0551243 Apr 28 17:19:58.766620 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-842d3c40-c852-40fd-b629-4fbb953c7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:58.768804 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-842d3c40-c852-40fd-b629-4fbb953c7900 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 1129 time: 0.0584469 Apr 28 17:19:58.773103 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9bc80517-96e4-49c8-87bc-625e634c4bf5 req-c61e7f0b-6ed3-4a67-bdf4-0d13ae88ae89 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005bfe8-afff-411b-b919-2e86cb075da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799725 Apr 28 17:19:58.864957 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-3201f1be-8e0e-476c-9df2-733a3b7a9b7f req-000f4dae-da87-4a89-ad99-0d4f4b53f208 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Deleting port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:19:58.865570 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3201f1be-8e0e-476c-9df2-733a3b7a9b7f req-000f4dae-da87-4a89-ad99-0d4f4b53f208 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:58.881445 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-5316be77-c838-4212-a668-54df371007aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:58.883290 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-5316be77-c838-4212-a668-54df371007aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 200 len: 920 time: 0.0929379 Apr 28 17:19:58.930702 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-56e0f76d-640c-4322-8683-6f489c5ebce7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3764b3-8ab3-489e-beb3-23ac660e31d5 HTTP/1.1" status: 200 len: 217 time: 0.0398600 Apr 28 17:19:58.959553 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-3201f1be-8e0e-476c-9df2-733a3b7a9b7f req-000f4dae-da87-4a89-ad99-0d4f4b53f208 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] For port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=859d282d-eb26-4933-b7ce-ae7ae6ca6f78,segment=NetworkSegment(7e8a8ade-2c3b-4576-ba58-509368e8dc1d),segment_id=7e8a8ade-2c3b-4576-ba58-509368e8dc1d)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:19:58.959915 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3201f1be-8e0e-476c-9df2-733a3b7a9b7f req-000f4dae-da87-4a89-ad99-0d4f4b53f208 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:58.971374 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['3728fccc-3fe6-49c0-9dd7-f7309fde5729'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:19:58.975594 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-3201f1be-8e0e-476c-9df2-733a3b7a9b7f req-000f4dae-da87-4a89-ad99-0d4f4b53f208 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Calling delete_port for 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:19:58.985364 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-d0ca6c05-ca33-4caf-baf1-b813a201bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:58.987765 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-d0ca6c05-ca33-4caf-baf1-b813a201bc3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 200 len: 858 time: 0.0504265 Apr 28 17:19:59.034332 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-3231fd04-94c8-41d4-95ab-3b94252c378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:59.035763 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-3231fd04-94c8-41d4-95ab-3b94252c378e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7930fad-9b25-4105-a4c3-1439cf4d5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414383 Apr 28 17:19:59.187712 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3201f1be-8e0e-476c-9df2-733a3b7a9b7f req-000f4dae-da87-4a89-ad99-0d4f4b53f208 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (859d282d-eb26-4933-b7ce-ae7ae6ca6f78), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.199585 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-a7261e6f-9180-4c45-a71d-1745627e41f8 service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567898 Apr 28 17:19:59.208010 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34901ac1-4cc2-4b8c-854b-0d6fa782cb87 req-28d5ce5c-7aaa-4bb1-81a7-75e008040ecf tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:19:59.209438 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-34901ac1-4cc2-4b8c-854b-0d6fa782cb87 req-28d5ce5c-7aaa-4bb1-81a7-75e008040ecf tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 945 time: 0.0590718 Apr 28 17:19:59.221410 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f4dae-da87-4a89-ad99-0d4f4b53f208 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Pushing event deleted for resources: {'Port': ['ID=859d282d-eb26-4933-b7ce-ae7ae6ca6f78,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:59.223736 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49652) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:59.290157 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-3201f1be-8e0e-476c-9df2-733a3b7a9b7f req-000f4dae-da87-4a89-ad99-0d4f4b53f208 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] No DVR routers for this DVR port 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 on host hv-cinder-82694 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:19:59.295915 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3201f1be-8e0e-476c-9df2-733a3b7a9b7f req-000f4dae-da87-4a89-ad99-0d4f4b53f208 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.299304 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3201f1be-8e0e-476c-9df2-733a3b7a9b7f req-000f4dae-da87-4a89-ad99-0d4f4b53f208 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.66 "DELETE /v2.0/ports/859d282d-eb26-4933-b7ce-ae7ae6ca6f78 HTTP/1.1" status: 204 len: 173 time: 0.5379212 Apr 28 17:19:59.301596 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c195d8eb-40e3-4b42-abb1-99b65a63a49b', 'name': 'network-vif-deleted', 'tag': '859d282d-eb26-4933-b7ce-ae7ae6ca6f78'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:19:59.302089 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08516840-f138-4565-8f91-c6243e0ed735" -d '{"events": [{"server_uuid": "c195d8eb-40e3-4b42-abb1-99b65a63a49b", "name": "network-vif-deleted", "tag": "859d282d-eb26-4933-b7ce-ae7ae6ca6f78"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:19:59.312906 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-34901ac1-4cc2-4b8c-854b-0d6fa782cb87 req-5d4b5fd4-1217-4e27-947c-85928b38202f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956419 Apr 28 17:19:59.325582 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3a9890da-c797-4ece-b517-2b37af80c177 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (f905638f-f87a-403e-b7d5-107bf9bd3aa3), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.329142 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-efe0f94a-4263-4431-abfa-8a7850052b31 req-ef3ca5d6-23d5-4dfd-a98c-a8067136273d service neutron] 10.222.0.66 "GET /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187875 Apr 28 17:19:59.352154 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4add391-96b3-4ba0-af84-cc38987ce2f6 x-openstack-request-id: req-d4add391-96b3-4ba0-af84-cc38987ce2f6 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:19:59.352457 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c195d8eb-40e3-4b42-abb1-99b65a63a49b", "name": "network-vif-deleted", "tag": "859d282d-eb26-4933-b7ce-ae7ae6ca6f78", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:19:59.352711 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4add391-96b3-4ba0-af84-cc38987ce2f6 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:19:59.356734 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4add391-96b3-4ba0-af84-cc38987ce2f6'] response: {'server_uuid': 'c195d8eb-40e3-4b42-abb1-99b65a63a49b', 'name': 'network-vif-deleted', 'tag': '859d282d-eb26-4933-b7ce-ae7ae6ca6f78', 'status': 'completed', 'code': 200} Apr 28 17:19:59.367042 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3a9890da-c797-4ece-b517-2b37af80c177 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (f905638f-f87a-403e-b7d5-107bf9bd3aa3), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.506264 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3a9890da-c797-4ece-b517-2b37af80c177 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f905638f-f87a-403e-b7d5-107bf9bd3aa3), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.509586 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3a9890da-c797-4ece-b517-2b37af80c177 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.513722 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49660) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:59.514824 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3a9890da-c797-4ece-b517-2b37af80c177 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "DELETE /v2.0/security-groups/f905638f-f87a-403e-b7d5-107bf9bd3aa3 HTTP/1.1" status: 204 len: 168 time: 0.2898784 Apr 28 17:19:59.515445 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49662) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:59.535472 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9890da-c797-4ece-b517-2b37af80c177 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f905638f-f87a-403e-b7d5-107bf9bd3aa3,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:59.537375 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-75c4bd34-6710-4d3e-9648-b0d6f4949fb7 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] show failed (client error): The resource could not be found. Apr 28 17:19:59.541331 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-75c4bd34-6710-4d3e-9648-b0d6f4949fb7 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups/f905638f-f87a-403e-b7d5-107bf9bd3aa3 HTTP/1.1" status: 404 len: 347 time: 0.0215156 Apr 28 17:19:59.542202 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49664) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:59.589353 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b4e43899-5f35-4b54-a6b6-3c0118d10342 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (48ba3a8f-8148-4344-8c78-e55bcbc312c3), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.614143 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b4e43899-5f35-4b54-a6b6-3c0118d10342 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (48ba3a8f-8148-4344-8c78-e55bcbc312c3), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.666466 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-cb90f1ad-46d6-421e-a06a-9cf125fb4ecc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Deleting port 1d70bed0-666b-4911-b9fe-3a5815f2d99c {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:19:59.666810 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb90f1ad-46d6-421e-a06a-9cf125fb4ecc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (1d70bed0-666b-4911-b9fe-3a5815f2d99c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.740999 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb90f1ad-46d6-421e-a06a-9cf125fb4ecc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (1d70bed0-666b-4911-b9fe-3a5815f2d99c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.741290 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb90f1ad-46d6-421e-a06a-9cf125fb4ecc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (1d70bed0-666b-4911-b9fe-3a5815f2d99c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.742351 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b4e43899-5f35-4b54-a6b6-3c0118d10342 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (48ba3a8f-8148-4344-8c78-e55bcbc312c3), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.745043 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b4e43899-5f35-4b54-a6b6-3c0118d10342 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.746191 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b4e43899-5f35-4b54-a6b6-3c0118d10342 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "DELETE /v2.0/security-groups/48ba3a8f-8148-4344-8c78-e55bcbc312c3 HTTP/1.1" status: 204 len: 168 time: 0.2314801 Apr 28 17:19:59.749770 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49666) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:59.756098 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e43899-5f35-4b54-a6b6-3c0118d10342 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ba3a8f-8148-4344-8c78-e55bcbc312c3,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:19:59.763748 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-cb90f1ad-46d6-421e-a06a-9cf125fb4ecc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Calling delete_port for 1d70bed0-666b-4911-b9fe-3a5815f2d99c owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:19:59.770057 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-26546851-9e01-4838-8411-46bd7179c612 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] show failed (client error): The resource could not be found. Apr 28 17:19:59.771085 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-26546851-9e01-4838-8411-46bd7179c612 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups/48ba3a8f-8148-4344-8c78-e55bcbc312c3 HTTP/1.1" status: 404 len: 347 time: 0.0204053 Apr 28 17:19:59.774123 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49668) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:19:59.800428 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['859d282d-eb26-4933-b7ce-ae7ae6ca6f78'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:19:59.899406 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-314a0f4d-ae34-4339-9882-a3cc58cbf35e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Deleting port 6c8d46d6-0cdc-464d-b3ff-fc28c5395f82 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:19:59.899749 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-314a0f4d-ae34-4339-9882-a3cc58cbf35e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (6c8d46d6-0cdc-464d-b3ff-fc28c5395f82), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.978310 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-314a0f4d-ae34-4339-9882-a3cc58cbf35e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (6c8d46d6-0cdc-464d-b3ff-fc28c5395f82), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.978635 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-314a0f4d-ae34-4339-9882-a3cc58cbf35e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (6c8d46d6-0cdc-464d-b3ff-fc28c5395f82), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:19:59.991362 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-314a0f4d-ae34-4339-9882-a3cc58cbf35e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Calling delete_port for 6c8d46d6-0cdc-464d-b3ff-fc28c5395f82 owned by network:floatingip {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:20:00.008972 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb90f1ad-46d6-421e-a06a-9cf125fb4ecc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (1d70bed0-666b-4911-b9fe-3a5815f2d99c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.034740 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90f1ad-46d6-421e-a06a-9cf125fb4ecc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'Port': ['ID=1d70bed0-666b-4911-b9fe-3a5815f2d99c,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:00.087868 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7e66013d-1a7e-4f5e-a5db-8cfa65d3d8b1 req-3237e795-f316-4b06-8493-bcaeb1dbdc51 tempest-VolumesSnapshotTestJSON-1957309080 tempest-VolumesSnapshotTestJSON-1957309080-project] 10.222.0.64 "GET /v2.0/ports?device_id=c195d8eb-40e3-4b42-abb1-99b65a63a49b HTTP/1.1" status: 200 len: 210 time: 0.2081807 Apr 28 17:20:00.105107 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb90f1ad-46d6-421e-a06a-9cf125fb4ecc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (b85462df-3c90-46d4-9af2-308206994508), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.110922 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb90f1ad-46d6-421e-a06a-9cf125fb4ecc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.115434 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cb90f1ad-46d6-421e-a06a-9cf125fb4ecc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "DELETE /v2.0/floatingips/b85462df-3c90-46d4-9af2-308206994508 HTTP/1.1" status: 204 len: 168 time: 0.5721886 Apr 28 17:20:00.227356 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-314a0f4d-ae34-4339-9882-a3cc58cbf35e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (6c8d46d6-0cdc-464d-b3ff-fc28c5395f82), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.254520 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a0f4d-ae34-4339-9882-a3cc58cbf35e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event deleted for resources: {'Port': ['ID=6c8d46d6-0cdc-464d-b3ff-fc28c5395f82,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:00.326561 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-314a0f4d-ae34-4339-9882-a3cc58cbf35e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (e15fd2ae-fbd1-4710-b9ed-bf4b82551185), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.329232 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-314a0f4d-ae34-4339-9882-a3cc58cbf35e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.331016 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-314a0f4d-ae34-4339-9882-a3cc58cbf35e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "DELETE /v2.0/floatingips/e15fd2ae-fbd1-4710-b9ed-bf4b82551185 HTTP/1.1" status: 204 len: 168 time: 0.5558970 Apr 28 17:20:00.356902 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 3728fccc-3fe6-49c0-9dd7-f7309fde5729 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:20:00.420303 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:20:00.473892 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad4778-fea1-41d1-9edf-7a0a7ee3810a req-dd727cad-ae94-48ff-8d4b-9c35f4b84712 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:00.475470 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-06ad4778-fea1-41d1-9edf-7a0a7ee3810a req-dd727cad-ae94-48ff-8d4b-9c35f4b84712 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 945 time: 0.0495615 Apr 28 17:20:00.526448 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-06ad4778-fea1-41d1-9edf-7a0a7ee3810a req-6230fe04-c3ee-4d4a-8f21-86232027a4b9 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450168 Apr 28 17:20:00.530485 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:20:00.530872 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.598455 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49680) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:00.603589 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-f5d33cde-411a-460f-8739-5faed71ea748 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--925576453', 'description': 'tempest-description--1411350163'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:00.626095 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:20:00.627227 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.648707 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:00.650898 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852caeb8-7f2a-4ce7-bd95-e4ea478386e3" -d '{"events": [{"server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "name": "network-vif-plugged", "status": "completed", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:00.663360 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:00.685315 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137730a8-d668-430c-b547-eea08b2c6bfe x-openstack-request-id: req-137730a8-d668-430c-b547-eea08b2c6bfe {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:00.685629 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "name": "network-vif-plugged", "status": "completed", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:00.689992 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-137730a8-d668-430c-b547-eea08b2c6bfe {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:00.689992 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137730a8-d668-430c-b547-eea08b2c6bfe'] response: {'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'code': 200} Apr 28 17:20:00.707895 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f5d33cde-411a-460f-8739-5faed71ea748 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.737299 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.787270 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f5d33cde-411a-460f-8739-5faed71ea748 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.798095 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=3728fccc-3fe6-49c0-9dd7-f7309fde5729,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:00.890172 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f5d33cde-411a-460f-8739-5faed71ea748 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:00.918200 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d33cde-411a-460f-8739-5faed71ea748 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:01.021508 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49684) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:01.022533 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f5d33cde-411a-460f-8739-5faed71ea748 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.023757 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-f5d33cde-411a-460f-8739-5faed71ea748 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4238877 Apr 28 17:20:01.026378 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-3fae2f6c-3ff0-4d8d-883a-e662b35f60ae tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629357764', 'description': 'tempest-description--402404343'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:01.029402 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49686) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:01.034960 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-4bbfe26b-75fc-4f3d-8146-c7b287eb4994 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group_rule': {'security_group_id': 'c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:01.112793 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43165013-96a3-4901-ab46-0f073ee5c40c req-b1af5df2-711a-45bf-a177-db081f800659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:01.114996 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-43165013-96a3-4901-ab46-0f073ee5c40c req-b1af5df2-711a-45bf-a177-db081f800659 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 1130 time: 0.0405476 Apr 28 17:20:01.130784 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3fae2f6c-3ff0-4d8d-883a-e662b35f60ae tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.168685 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-43165013-96a3-4901-ab46-0f073ee5c40c req-7a793785-6778-45dc-9fbe-f4a9fdac1a7c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473948 Apr 28 17:20:01.176622 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe26b-75fc-4f3d-8146-c7b287eb4994 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (90e3e7be-d723-4b62-9d6d-6b18340423a4), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.209033 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3fae2f6c-3ff0-4d8d-883a-e662b35f60ae tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (525e46ba-c18f-48c8-8d2a-94c2f0cab8fe), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.238872 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe26b-75fc-4f3d-8146-c7b287eb4994 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (90e3e7be-d723-4b62-9d6d-6b18340423a4), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.358914 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3fae2f6c-3ff0-4d8d-883a-e662b35f60ae tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (525e46ba-c18f-48c8-8d2a-94c2f0cab8fe), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.389607 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae2f6c-3ff0-4d8d-883a-e662b35f60ae tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:01.433152 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe26b-75fc-4f3d-8146-c7b287eb4994 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (90e3e7be-d723-4b62-9d6d-6b18340423a4), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.451676 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfe26b-75fc-4f3d-8146-c7b287eb4994 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e3e7be-d723-4b62-9d6d-6b18340423a4,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:01.515256 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3fae2f6c-3ff0-4d8d-883a-e662b35f60ae tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.516562 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3fae2f6c-3ff0-4d8d-883a-e662b35f60ae tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4939275 Apr 28 17:20:01.520560 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49692) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:01.527051 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-9565afa3-876f-4480-aa46-f28fbb1058e1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'security_group_rule': {'security_group_id': '525e46ba-c18f-48c8-8d2a-94c2f0cab8fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:01.538428 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe26b-75fc-4f3d-8146-c7b287eb4994 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.541177 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-4bbfe26b-75fc-4f3d-8146-c7b287eb4994 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5107801 Apr 28 17:20:01.555698 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49694) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:01.560561 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-9653fb6e-9977-4508-bff3-efaf5f7f8c7b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group_rule': {'security_group_id': 'c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:01.663279 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a1832-eb10-45a5-bc28-4207a5901793 req-9153c01a-60b1-4226-ab82-8fd24db10d53 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:01.665197 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-053a1832-eb10-45a5-bc28-4207a5901793 req-9153c01a-60b1-4226-ab82-8fd24db10d53 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0517340 Apr 28 17:20:01.670089 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9565afa3-876f-4480-aa46-f28fbb1058e1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (f6c221f4-cde9-43d2-86a8-d3a784826ad6), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.672001 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9653fb6e-9977-4508-bff3-efaf5f7f8c7b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (32aea4a2-d5ce-4b2f-ba44-a86e6c4eedbe), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.742452 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9565afa3-876f-4480-aa46-f28fbb1058e1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (f6c221f4-cde9-43d2-86a8-d3a784826ad6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.754394 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-053a1832-eb10-45a5-bc28-4207a5901793 req-19195aba-62cf-40f4-9d86-74d7a3c2bb00 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787694 Apr 28 17:20:01.771701 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9653fb6e-9977-4508-bff3-efaf5f7f8c7b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (32aea4a2-d5ce-4b2f-ba44-a86e6c4eedbe), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.837773 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9565afa3-876f-4480-aa46-f28fbb1058e1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (f6c221f4-cde9-43d2-86a8-d3a784826ad6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.858710 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565afa3-876f-4480-aa46-f28fbb1058e1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c221f4-cde9-43d2-86a8-d3a784826ad6,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:01.890538 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9653fb6e-9977-4508-bff3-efaf5f7f8c7b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (32aea4a2-d5ce-4b2f-ba44-a86e6c4eedbe), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.914649 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653fb6e-9977-4508-bff3-efaf5f7f8c7b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32aea4a2-d5ce-4b2f-ba44-a86e6c4eedbe,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:01.968543 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9565afa3-876f-4480-aa46-f28fbb1058e1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:01.970045 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9565afa3-876f-4480-aa46-f28fbb1058e1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4481370 Apr 28 17:20:01.978497 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49700) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:01.983000 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-c1359a45-ebb0-4543-b638-3d241da2081e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'security_group_rule': {'security_group_id': '525e46ba-c18f-48c8-8d2a-94c2f0cab8fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:02.005653 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9653fb6e-9977-4508-bff3-efaf5f7f8c7b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.008101 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-9653fb6e-9977-4508-bff3-efaf5f7f8c7b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4498885 Apr 28 17:20:02.010333 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 49702) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:02.014902 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:02.082369 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c1359a45-ebb0-4543-b638-3d241da2081e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (15da94b9-5208-4143-9662-25250c3aeb5f), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.107657 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d303ad9d-cf50-486b-ae5a-3e4809c57660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.115223 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.228382 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c1359a45-ebb0-4543-b638-3d241da2081e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (15da94b9-5208-4143-9662-25250c3aeb5f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.239472 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.330258 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c1359a45-ebb0-4543-b638-3d241da2081e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (15da94b9-5208-4143-9662-25250c3aeb5f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.340627 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:20:02.362962 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Allocated IP 172.27.2.147 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/447c9f25-6454-4fd4-8163-ac35e3393e97) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:20:02.364957 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1359a45-ebb0-4543-b638-3d241da2081e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15da94b9-5208-4143-9662-25250c3aeb5f,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:02.371930 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:20:02.372311 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 859d282d-eb26-4933-b7ce-ae7ae6ca6f78 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:20:02.437472 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c1359a45-ebb0-4543-b638-3d241da2081e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.438667 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c1359a45-ebb0-4543-b638-3d241da2081e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4592152 Apr 28 17:20:02.442519 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49706) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:02.447671 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:02.471227 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (447c9f25-6454-4fd4-8163-ac35e3393e97), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.553298 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.582544 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (447c9f25-6454-4fd4-8163-ac35e3393e97), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.625351 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:20:02.631300 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:20:02.634913 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:20:02.640242 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=447c9f25-6454-4fd4-8163-ac35e3393e97,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:02.644176 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.723466 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (c487006e-87f8-4bde-aef4-958d607e5206), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.753469 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Allocated IP 172.27.2.194 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/cb39b6e4-da2b-47f5-a29e-700bb51049aa) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:20:02.859093 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (447c9f25-6454-4fd4-8163-ac35e3393e97), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.882185 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for port (cb39b6e4-da2b-47f5-a29e-700bb51049aa), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:02.968630 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344eef0-cd0a-43fe-9396-940e1981775a req-7c7aa89a-62fd-4d4b-8048-fa1ff1b6fbd3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:02.970204 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8344eef0-cd0a-43fe-9396-940e1981775a req-7c7aa89a-62fd-4d4b-8048-fa1ff1b6fbd3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.1301475 Apr 28 17:20:03.005008 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (cb39b6e4-da2b-47f5-a29e-700bb51049aa), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.059283 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'Port': ['ID=cb39b6e4-da2b-47f5-a29e-700bb51049aa,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:03.074385 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:20:03.076264 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:20:03.078848 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:20:03.170972 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (c3bea7a1-01e1-4433-8e42-7a5d6a950bec), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.280355 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cb39b6e4-da2b-47f5-a29e-700bb51049aa), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.315656 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8344eef0-cd0a-43fe-9396-940e1981775a req-1f96dff5-397e-446b-bf1d-3ad4f5477e90 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139579 Apr 28 17:20:03.338148 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (447c9f25-6454-4fd4-8163-ac35e3393e97), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.421750 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (447c9f25-6454-4fd4-8163-ac35e3393e97), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.458950 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3bd4-5be1-4db5-b7fc-2c6e099d4f4c req-d6449cc9-84bd-433c-b8b8-5efd96391bec tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:03.460511 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-03bf3bd4-5be1-4db5-b7fc-2c6e099d4f4c req-d6449cc9-84bd-433c-b8b8-5efd96391bec tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0598903 Apr 28 17:20:03.470022 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49720) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:03.476283 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-1fc2e77a-54b7-48b0-b00b-65a6e055c1ae tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Request body: {'floatingip': {'port_id': '3728fccc-3fe6-49c0-9dd7-f7309fde5729'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:03.492712 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=447c9f25-6454-4fd4-8163-ac35e3393e97,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:03.503121 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (c487006e-87f8-4bde-aef4-958d607e5206), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.525335 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e77a-54b7-48b0-b00b-65a6e055c1ae tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (ca431dc1-6f92-4251-81fd-cbcfa62abfba), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.562111 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for port (cb39b6e4-da2b-47f5-a29e-700bb51049aa), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.595082 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.597749 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cf65f803-97d8-4dfb-ac06-cc36eb95d71b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5864339 Apr 28 17:20:03.682470 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (cb39b6e4-da2b-47f5-a29e-700bb51049aa), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.793844 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'Port': ['ID=cb39b6e4-da2b-47f5-a29e-700bb51049aa,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:03.798022 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-982f5b9d-cfc6-44e2-9a9f-1ed69964aaa1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--925576453&fields=id&tenant_id=3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 267 time: 0.0466735 Apr 28 17:20:03.816469 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (c3bea7a1-01e1-4433-8e42-7a5d6a950bec), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.902475 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-11e15f71-3ff7-44a4-9680-1ba2754036b6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:03.903898 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-11e15f71-3ff7-44a4-9680-1ba2754036b6 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 815 time: 0.0992754 Apr 28 17:20:03.907232 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:03.909229 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-22a497f6-31cf-43e2-a28f-8ba82edf109c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4650359 Apr 28 17:20:03.928198 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2a243822-ba75-4d5a-9fe5-52f3f90f54ce tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/quotas/3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 375 time: 0.0179589 Apr 28 17:20:03.976248 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b77c9270-7a11-4996-a70f-3b69f8c218de tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470991 Apr 28 17:20:04.088586 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-cfbd3b25-211d-43f3-93cf-50730a2bfc1d service neutron] 10.222.0.64 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993562 Apr 28 17:20:04.097061 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e77a-54b7-48b0-b00b-65a6e055c1ae tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:04.124801 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-6bcb74e7-f96e-4f80-95cc-736f646f590c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--629357764&fields=id&tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99 HTTP/1.1" status: 200 len: 267 time: 0.0537581 Apr 28 17:20:04.152263 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e77a-54b7-48b0-b00b-65a6e055c1ae tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (ca431dc1-6f92-4251-81fd-cbcfa62abfba), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:04.180635 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-6a831aa4-4ccf-42b7-9aa7-dd0ce3f11cb2 service neutron] 10.222.0.64 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862844 Apr 28 17:20:04.312198 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795688d7-6918-4a36-941a-f52f12921f36 req-6bbc9a99-7435-465d-b273-5abcc01cd0b4 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:04.313956 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-6bbc9a99-7435-465d-b273-5abcc01cd0b4 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/networks?id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd HTTP/1.1" status: 200 len: 811 time: 0.1821716 Apr 28 17:20:04.331002 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [None req-1fc2e77a-54b7-48b0-b00b-65a6e055c1ae tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Floating IP ca431dc1-6f92-4251-81fd-cbcfa62abfba associated. External IP: 172.27.2.157, port: 3728fccc-3fe6-49c0-9dd7-f7309fde5729. Apr 28 17:20:04.334489 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-6123349e-eab4-45ee-b9dc-517f31fb709c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/quotas/efe570ac7fd04c7c9a1eb53ec96c3d99 HTTP/1.1" status: 200 len: 375 time: 0.0153046 Apr 28 17:20:04.434675 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-8765c897-9e77-4da8-a524-2c90e0831fd5 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692987 Apr 28 17:20:04.462725 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a9a87643-9561-42ad-bf8e-c10ebbf79e4c req-738215e8-ff67-431e-b5fc-b1b39630969c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 210 time: 0.0475872 Apr 28 17:20:04.530622 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-c6a70bd9-7429-4b09-8a55-30c7fd0730f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:04.918124 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-2487f489-c187-489b-9477-63e77d6cf24f service neutron] 10.222.0.64 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007449 Apr 28 17:20:04.922893 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc2e77a-54b7-48b0-b00b-65a6e055c1ae tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:20:05.085113 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-d83396b1-7e23-4906-a40c-48d777ca66a3 service neutron] 10.222.0.64 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609752 Apr 28 17:20:05.104961 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc2e77a-54b7-48b0-b00b-65a6e055c1ae tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:20:05.109786 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e77a-54b7-48b0-b00b-65a6e055c1ae tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:05.116035 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57c11a-a8e6-46ca-94fb-3531d31fb788 None None] Sync routers for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:20:05.128733 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57c11a-a8e6-46ca-94fb-3531d31fb788 None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:20:05.129374 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3a57c11a-a8e6-46ca-94fb-3531d31fb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:20:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:05.143120 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-1fc2e77a-54b7-48b0-b00b-65a6e055c1ae tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "PUT /v2.0/floatingips/ca431dc1-6f92-4251-81fd-cbcfa62abfba HTTP/1.1" status: 200 len: 992 time: 1.6712682 Apr 28 17:20:05.147510 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:05.147510 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a075693d-23a3-46d2-aa2e-3500f64e2846" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:05.183544 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ceaae3-2946-4b2a-a605-fc68a4dabf65 x-openstack-request-id: req-b4ceaae3-2946-4b2a-a605-fc68a4dabf65 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:05.183860 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:05.184141 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4ceaae3-2946-4b2a-a605-fc68a4dabf65 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:05.184545 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ceaae3-2946-4b2a-a605-fc68a4dabf65'] response: {'name': 'network-changed', 'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'status': 'completed', 'code': 200} Apr 28 17:20:05.257183 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-3a57c11a-a8e6-46ca-94fb-3531d31fb788 None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:20:05.394382 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-091da994-8454-43a8-9b96-443eb665ea08 req-3f02a906-924b-4e01-92e0-b099657229ed tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 210 time: 0.0301449 Apr 28 17:20:05.495442 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3a57c11a-a8e6-46ca-94fb-3531d31fb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'ca431dc1-6f92-4251-81fd-cbcfa62abfba', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'port_id': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'mac_address': 'fa:16:3e:11:f4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:19:41Z', 'updated_at': '2022-04-28T17:20:03Z', 'revision_number': 1, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:05.529589 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57c11a-a8e6-46ca-94fb-3531d31fb788 None None] Checking router: b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:20:05.549432 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57c11a-a8e6-46ca-94fb-3531d31fb788 None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:20:05.550177 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3a57c11a-a8e6-46ca-94fb-3531d31fb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:20:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:05.566229 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-bd79b434-34b9-4ac5-9d47-0e90ac021657 req-c809f9f0-ebb0-41ed-b61a-8074af26e3ba tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 210 time: 0.0315914 Apr 28 17:20:05.660047 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-3a57c11a-a8e6-46ca-94fb-3531d31fb788 None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:20:05.686258 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:06.005241 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3a57c11a-a8e6-46ca-94fb-3531d31fb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'ca431dc1-6f92-4251-81fd-cbcfa62abfba', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'port_id': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'mac_address': 'fa:16:3e:11:f4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:19:41Z', 'updated_at': '2022-04-28T17:20:03Z', 'revision_number': 1, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:06.031513 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57c11a-a8e6-46ca-94fb-3531d31fb788 None None] The sync data for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi is: [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'ca431dc1-6f92-4251-81fd-cbcfa62abfba', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'port_id': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'mac_address': 'fa:16:3e:11:f4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:19:41Z', 'updated_at': '2022-04-28T17:20:03Z', 'revision_number': 1, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:20:06.236908 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c1d10-acc0-4015-94b5-276be12d2121 None None] New status for floating IP ca431dc1-6f92-4251-81fd-cbcfa62abfba: ACTIVE {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:20:06.480532 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075693d-23a3-46d2-aa2e-3500f64e2846 req-4a7db1f8-7383-4568-af26-c0d4999324ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:06.482032 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a075693d-23a3-46d2-aa2e-3500f64e2846 req-4a7db1f8-7383-4568-af26-c0d4999324ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 1130 time: 0.0596135 Apr 28 17:20:06.507102 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-964588a2-78be-476b-ab53-056f4b9ed303 req-36d745c2-97df-4e29-b92d-72697781064d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 210 time: 0.0391724 Apr 28 17:20:06.582578 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075693d-23a3-46d2-aa2e-3500f64e2846 req-cf974767-ae1e-44d2-83e5-af28ff44e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:06.584268 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a075693d-23a3-46d2-aa2e-3500f64e2846 req-cf974767-ae1e-44d2-83e5-af28ff44e2a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=77e74cd7-f3b4-4335-ac24-4dfe333ae022 HTTP/1.1" status: 200 len: 918 time: 0.0958369 Apr 28 17:20:06.690770 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c8c69ca2-af01-4cc6-a5f8-6c1df557b37f req-89896647-fe20-42e9-8716-7e663ed6372d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 210 time: 0.0352526 Apr 28 17:20:06.703080 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a075693d-23a3-46d2-aa2e-3500f64e2846 req-44f0e019-a011-4f1c-8d86-b78b9386822a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729 HTTP/1.1" status: 200 len: 1002 time: 0.0869482 Apr 28 17:20:06.755469 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075693d-23a3-46d2-aa2e-3500f64e2846 req-65b18a42-93b4-411d-acff-2f1faf4f75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:06.756938 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a075693d-23a3-46d2-aa2e-3500f64e2846 req-65b18a42-93b4-411d-acff-2f1faf4f75df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecc69208-bcad-42d8-b762-85c2a71ff837 HTTP/1.1" status: 200 len: 856 time: 0.0461211 Apr 28 17:20:06.805839 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075693d-23a3-46d2-aa2e-3500f64e2846 req-594fe6ad-6737-4a9a-90e3-3c4010cc39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:06.807360 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a075693d-23a3-46d2-aa2e-3500f64e2846 req-594fe6ad-6737-4a9a-90e3-3c4010cc39c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77e74cd7-f3b4-4335-ac24-4dfe333ae022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442338 Apr 28 17:20:06.901103 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a075693d-23a3-46d2-aa2e-3500f64e2846 req-1ef92dbd-9e6a-45e5-b74f-5d5fc669c792 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860319 Apr 28 17:20:06.995540 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a075693d-23a3-46d2-aa2e-3500f64e2846 req-b57dd5b3-dbe3-4c46-b419-2008c19a0521 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877359 Apr 28 17:20:07.044575 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:07.606399 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c2789f9-0785-4054-84f1-dd10368dc96f req-2fde2803-f861-45dd-bcd4-c24a96c88fa0 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 210 time: 0.0286655 Apr 28 17:20:07.806785 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-9006e66b-2ff0-4eaa-a9ff-783af22a5290 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:07.808226 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-9006e66b-2ff0-4eaa-a9ff-783af22a5290 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 815 time: 0.1307824 Apr 28 17:20:07.810036 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9562f42a-7137-4f2d-b546-830a1931c36c req-391c75c6-efbc-4a4b-be44-5b2842cdfc54 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 210 time: 0.0454369 Apr 28 17:20:07.895114 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-35febfa6-45a5-476a-a160-7226a2bf16df tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 379 time: 0.0699131 Apr 28 17:20:07.904726 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'port': {'device_id': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'admin_state_up': True, 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'security_groups': ['c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6']}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:08.065561 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795688d7-6918-4a36-941a-f52f12921f36 req-7c664429-1c73-49e9-9ee4-0fa3eaf73ec1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:08.066911 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-7c664429-1c73-49e9-9ee4-0fa3eaf73ec1 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.66 "GET /v2.0/networks?id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd HTTP/1.1" status: 200 len: 811 time: 0.1059644 Apr 28 17:20:08.113395 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Made reservation on behalf of 3bc5f70924aa4b3f8f9f428437223a60 for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:20:08.117282 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:08.170591 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-bc633389-0e31-4282-a393-ab965c4b73ef tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99 HTTP/1.1" status: 200 len: 379 time: 0.0755982 Apr 28 17:20:08.234806 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'port': {'device_id': 'd5e9a796-4722-4896-8d96-184004c4b157', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'admin_state_up': True, 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'security_groups': ['525e46ba-c18f-48c8-8d2a-94c2f0cab8fe']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:08.270790 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Allocated IP 172.20.0.11 (a0864fea-c4a2-4606-b60c-7ca279cfdb22/3f171123-3a34-488e-b790-0ae30efcd836/4fa73f4d-a955-4512-9726-ea73396c7d25) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:20:08.436746 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:08.444927 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Made reservation on behalf of efe570ac7fd04c7c9a1eb53ec96c3d99 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:20:08.448468 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:08.473648 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:08.559623 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:08.582555 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Allocated IP 172.20.0.8 (73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd/bf46f40e-2e9c-4e29-8c8f-abf737b59424/fb36dcbb-86c0-4d46-8532-51947c5b920f) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:20:08.600982 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:20:08.604149 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:20:08.611396 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:20:08.646529 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=4fa73f4d-a955-4512-9726-ea73396c7d25,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:08.682001 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:08.682990 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:08.748054 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-308bf395-9206-4a46-b84c-141f4c0b4359 req-205b0775-15aa-4a70-a807-d2b77fce65a8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 210 time: 0.0386062 Apr 28 17:20:08.783245 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:08.788471 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-2bb542f9-c44c-4fab-abfe-e71595794bcb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8872550 Apr 28 17:20:08.806182 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Request body: {'port': {'device_id': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:08.854668 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-68883ab3-8bc2-4da3-9df7-664fe4889161 None None] Provisioning complete for port 4fa73f4d-a955-4512-9726-ea73396c7d25 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:20:08.855044 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-68883ab3-8bc2-4da3-9df7-664fe4889161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:08.870032 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:08.892594 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-68883ab3-8bc2-4da3-9df7-664fe4889161 None None] Port 4fa73f4d-a955-4512-9726-ea73396c7d25 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:20:08.908713 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:08.951841 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:20:08.955717 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:20:08.961659 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:20:08.973407 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194b8fe-d6e3-4608-9df0-94d31ecccdef req-47cb5db2-1e52-4cbc-ac00-f2185fb127d9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:08.974942 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8194b8fe-d6e3-4608-9df0-94d31ecccdef req-47cb5db2-1e52-4cbc-ac00-f2185fb127d9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 932 time: 0.0689273 Apr 28 17:20:08.987225 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event updated for resources: {'Port': ['ID=fb36dcbb-86c0-4d46-8532-51947c5b920f,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:09.020459 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:09.021424 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:09.097812 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8194b8fe-d6e3-4608-9df0-94d31ecccdef req-73639a8b-7909-4b7c-bdb6-2617a5dfcb04 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788231 Apr 28 17:20:09.115921 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-85df88d7-29bd-4f5e-9b9c-8f6262db9e86 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8850901 Apr 28 17:20:09.138323 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Request body: {'port': {'device_id': 'd5e9a796-4722-4896-8d96-184004c4b157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:09.200327 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:09.214922 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-79d2cf6d-f0f4-4f0a-9a5b-646cd95b613d None None] Provisioning complete for port fb36dcbb-86c0-4d46-8532-51947c5b920f triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:20:09.215297 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-79d2cf6d-f0f4-4f0a-9a5b-646cd95b613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:09.248758 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa73f4d-a955-4512-9726-ea73396c7d25 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:20:09.251991 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-79d2cf6d-f0f4-4f0a-9a5b-646cd95b613d None None] Port fb36dcbb-86c0-4d46-8532-51947c5b920f cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:20:09.258741 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Publish callbacks [] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:09.277143 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Transition to ACTIVE for port object 4fa73f4d-a955-4512-9726-ea73396c7d25 will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:20:09.370249 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:09.421543 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa73f4d-a955-4512-9726-ea73396c7d25,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:09.497911 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb36dcbb-86c0-4d46-8532-51947c5b920f {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:20:09.505855 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Attempting to bind port 4fa73f4d-a955-4512-9726-ea73396c7d25 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:20:09.506282 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Attempting to bind port 4fa73f4d-a955-4512-9726-ea73396c7d25 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:20:09.506675 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Attempting to bind port 4fa73f4d-a955-4512-9726-ea73396c7d25 on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:20:09.511839 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Port 4fa73f4d-a955-4512-9726-ea73396c7d25 on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:20:09.512190 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Attempting to bind port 4fa73f4d-a955-4512-9726-ea73396c7d25 on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:20:09.514455 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Publish callbacks [] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:09.518924 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:20:09.520254 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Checking segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:20:09.520254 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Bound using segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:20:09.520254 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Bound port: 4fa73f4d-a955-4512-9726-ea73396c7d25, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:20:09.520545 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:09.528979 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Transition to ACTIVE for port object fb36dcbb-86c0-4d46-8532-51947c5b920f will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:20:09.613516 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] For port 4fa73f4d-a955-4512-9726-ea73396c7d25, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:20:09.616181 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:09.617074 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] For port 4fa73f4d-a955-4512-9726-ea73396c7d25, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4fa73f4d-a955-4512-9726-ea73396c7d25,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:20:09.673828 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fc856-4598-448f-8474-23486c892660 service neutron] Pushing event updated for resources: {'Port': ['ID=fb36dcbb-86c0-4d46-8532-51947c5b920f,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:09.752504 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:09.765126 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Attempting to bind port fb36dcbb-86c0-4d46-8532-51947c5b920f on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:20:09.765126 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Attempting to bind port fb36dcbb-86c0-4d46-8532-51947c5b920f by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:20:09.765676 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Attempting to bind port fb36dcbb-86c0-4d46-8532-51947c5b920f on network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:20:09.770255 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Port fb36dcbb-86c0-4d46-8532-51947c5b920f on network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:20:09.770574 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Attempting to bind port fb36dcbb-86c0-4d46-8532-51947c5b920f on network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:20:09.783456 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:20:09.792330 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Checking segment: {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:20:09.792803 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Bound using segment: {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:20:09.793462 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Bound port: fb36dcbb-86c0-4d46-8532-51947c5b920f, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2921a6f6-f851-4d2d-8b86-3a3b69c33936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:20:09.794257 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:09.797850 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:09.799286 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:09.800822 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] 10.222.0.66 "PUT /v2.0/ports/4fa73f4d-a955-4512-9726-ea73396c7d25 HTTP/1.1" status: 200 len: 1094 time: 0.9991813 Apr 28 17:20:09.801341 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'tag': '4fa73f4d-a955-4512-9726-ea73396c7d25'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:09.803691 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067e39d7-4a09-4f66-be49-e5e71f13fc07" -d '{"events": [{"name": "network-changed", "server_uuid": "1017bcc2-36cd-4878-97e9-bd7576888cf7", "tag": "4fa73f4d-a955-4512-9726-ea73396c7d25"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:09.842020 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a83d0d-e8c1-465c-ad76-c2bfeabb0d6e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa73f4d-a955-4512-9726-ea73396c7d25,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:09.921200 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eaca2-b47c-4e10-a3e9-dbcbf070e993 req-40bcf4c8-ea0a-44b9-8f95-5fe0ab6994f4 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:09.924642 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3f5eaca2-b47c-4e10-a3e9-dbcbf070e993 req-40bcf4c8-ea0a-44b9-8f95-5fe0ab6994f4 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 943 time: 0.0597258 Apr 28 17:20:09.934682 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] For port fb36dcbb-86c0-4d46-8532-51947c5b920f, host hv-cinder-82694, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:20:09.940845 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] For port fb36dcbb-86c0-4d46-8532-51947c5b920f, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fb36dcbb-86c0-4d46-8532-51947c5b920f,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:20:10.007051 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3f5eaca2-b47c-4e10-a3e9-dbcbf070e993 req-1a6f26da-3cfe-4630-bc83-6db9915bf3e2 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780768 Apr 28 17:20:10.012477 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b7445544-7dde-4435-9f8f-6414f2f3cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:10.013905 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-b7445544-7dde-4435-9f8f-6414f2f3cfc3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 1128 time: 0.0546851 Apr 28 17:20:10.022462 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:10.074526 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:10.077405 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:10.077405 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-e88fc856-4598-448f-8474-23486c892660 service neutron] 10.222.0.66 "PUT /v2.0/ports/fb36dcbb-86c0-4d46-8532-51947c5b920f HTTP/1.1" status: 200 len: 1093 time: 0.9427423 Apr 28 17:20:10.077405 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e9a796-4722-4896-8d96-184004c4b157', 'tag': 'fb36dcbb-86c0-4d46-8532-51947c5b920f'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:10.079540 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a43d50-7f02-407a-9718-eb01c7964222" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e9a796-4722-4896-8d96-184004c4b157", "tag": "fb36dcbb-86c0-4d46-8532-51947c5b920f"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:10.080262 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7808bf85-4a71-46e4-a2b1-e87473262927 x-openstack-request-id: req-7808bf85-4a71-46e4-a2b1-e87473262927 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:10.080639 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1017bcc2-36cd-4878-97e9-bd7576888cf7", "tag": "4fa73f4d-a955-4512-9726-ea73396c7d25", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:10.080992 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7808bf85-4a71-46e4-a2b1-e87473262927 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:10.081579 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7808bf85-4a71-46e4-a2b1-e87473262927'] response: {'name': 'network-changed', 'server_uuid': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'tag': '4fa73f4d-a955-4512-9726-ea73396c7d25', 'status': 'completed', 'code': 200} Apr 28 17:20:10.083698 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-f9a6613c-9048-465d-9907-0b6f9cd9771a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fa73f4d-a955-4512-9726-ea73396c7d25 HTTP/1.1" status: 200 len: 217 time: 0.0569568 Apr 28 17:20:10.095494 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fc856-4598-448f-8474-23486c892660 service neutron] Pushing event updated for resources: {'Port': ['ID=fb36dcbb-86c0-4d46-8532-51947c5b920f,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:10.155285 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-f0998d4c-ab5d-490a-9376-f6ef96da12da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:10.156866 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-f0998d4c-ab5d-490a-9376-f6ef96da12da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f171123-3a34-488e-b790-0ae30efcd836 HTTP/1.1" status: 200 len: 854 time: 0.0575144 Apr 28 17:20:10.172939 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879f0972-a621-47ea-92d7-f7dca73cf35d x-openstack-request-id: req-879f0972-a621-47ea-92d7-f7dca73cf35d {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:10.174001 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e9a796-4722-4896-8d96-184004c4b157", "tag": "fb36dcbb-86c0-4d46-8532-51947c5b920f", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:10.174406 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-879f0972-a621-47ea-92d7-f7dca73cf35d {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:10.174981 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879f0972-a621-47ea-92d7-f7dca73cf35d'] response: {'name': 'network-changed', 'server_uuid': 'd5e9a796-4722-4896-8d96-184004c4b157', 'tag': 'fb36dcbb-86c0-4d46-8532-51947c5b920f', 'status': 'completed', 'code': 200} Apr 28 17:20:10.211847 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-37e6641e-2fb2-4100-aa33-1292b2b6da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:10.213541 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-37e6641e-2fb2-4100-aa33-1292b2b6da40 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0864fea-c4a2-4606-b60c-7ca279cfdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488188 Apr 28 17:20:10.317569 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a43d50-7f02-407a-9718-eb01c7964222 req-6f2927e8-d143-46fc-a869-e8a4934776fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:10.319606 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d2a43d50-7f02-407a-9718-eb01c7964222 req-6f2927e8-d143-46fc-a869-e8a4934776fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 1127 time: 0.0904059 Apr 28 17:20:10.366298 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b8a38-219e-4aed-8511-bd2ada372d4a req-12b4c0eb-47f3-43c3-bc12-1d5a6c2dac6c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:10.367849 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e07b8a38-219e-4aed-8511-bd2ada372d4a req-12b4c0eb-47f3-43c3-bc12-1d5a6c2dac6c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 944 time: 0.0950525 Apr 28 17:20:10.372975 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-c79809d0-f3d9-4494-a286-1f6bbde359f5 service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501105 Apr 28 17:20:10.472949 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e07b8a38-219e-4aed-8511-bd2ada372d4a req-60a2b1c6-edc3-49bb-9f88-233239b23da0 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945110 Apr 28 17:20:10.475827 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a43d50-7f02-407a-9718-eb01c7964222 req-b9c8ef1e-b17f-44aa-bafc-100090b08175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:10.477157 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d2a43d50-7f02-407a-9718-eb01c7964222 req-b9c8ef1e-b17f-44aa-bafc-100090b08175 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1424065 Apr 28 17:20:10.779192 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4e8be9bc-7a87-429b-b7de-6f6a143b42f4 req-6b3d5d67-a526-4f69-9989-c8558c8f8e0b service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882916 Apr 28 17:20:10.787399 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a43d50-7f02-407a-9718-eb01c7964222 req-d1aea600-ef40-4669-9d50-3d2790261d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:10.788908 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d2a43d50-7f02-407a-9718-eb01c7964222 req-d1aea600-ef40-4669-9d50-3d2790261d96 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982823 Apr 28 17:20:10.952371 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795688d7-6918-4a36-941a-f52f12921f36 req-1b6779f9-a97b-4bc3-9a0a-22320ea96ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:10.954081 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-1b6779f9-a97b-4bc3-9a0a-22320ea96ded service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 1127 time: 0.0448272 Apr 28 17:20:11.002866 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-139600c5-41d7-47e4-8dc9-d0a4602f1189 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb36dcbb-86c0-4d46-8532-51947c5b920f HTTP/1.1" status: 200 len: 217 time: 0.0345156 Apr 28 17:20:11.051004 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795688d7-6918-4a36-941a-f52f12921f36 req-a9f0c636-c51c-4125-a62a-60b3632f39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:11.052481 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-a9f0c636-c51c-4125-a62a-60b3632f39f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf46f40e-2e9c-4e29-8c8f-abf737b59424 HTTP/1.1" status: 200 len: 850 time: 0.0438662 Apr 28 17:20:11.127011 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d6b6-ffa4-405d-b0f4-f9692df14388 req-cdbd6dbb-be4b-4bf9-b766-bc7780ad19da tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:11.128560 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-12d7d6b6-ffa4-405d-b0f4-f9692df14388 req-cdbd6dbb-be4b-4bf9-b766-bc7780ad19da tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 943 time: 0.0506935 Apr 28 17:20:11.177589 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-12d7d6b6-ffa4-405d-b0f4-f9692df14388 req-aa923789-a249-4aea-86b7-6b8e7b810043 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431190 Apr 28 17:20:11.582389 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62261e0-896b-4cc7-a6ed-15d81ee2f9ba req-e6b1d8c7-457d-4ded-86ed-a01cc0832d43 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:11.583852 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d62261e0-896b-4cc7-a6ed-15d81ee2f9ba req-e6b1d8c7-457d-4ded-86ed-a01cc0832d43 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 944 time: 0.0464325 Apr 28 17:20:11.631455 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d62261e0-896b-4cc7-a6ed-15d81ee2f9ba req-65e192c3-1e66-4fb2-a8f1-c98faeb9efb4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421407 Apr 28 17:20:12.053255 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e39d7-4a09-4f66-be49-e5e71f13fc07 req-cd58b83c-2431-4765-94a3-722371a90f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:12.054304 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795688d7-6918-4a36-941a-f52f12921f36 req-dd0bae8b-becd-425f-ab47-ed9779a1d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:12.058341 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-067e39d7-4a09-4f66-be49-e5e71f13fc07 req-cd58b83c-2431-4765-94a3-722371a90f5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 1128 time: 0.0414214 Apr 28 17:20:12.065047 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-dd0bae8b-becd-425f-ab47-ed9779a1d7b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421660 Apr 28 17:20:12.152205 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-52310b18-6b89-4052-af45-f553c6eeba4b service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865407 Apr 28 17:20:12.161897 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e39d7-4a09-4f66-be49-e5e71f13fc07 req-d8b991e5-bcf4-4c07-b498-fb8c9f35dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:12.163393 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-067e39d7-4a09-4f66-be49-e5e71f13fc07 req-d8b991e5-bcf4-4c07-b498-fb8c9f35dd28 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 916 time: 0.0978856 Apr 28 17:20:12.204020 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-067e39d7-4a09-4f66-be49-e5e71f13fc07 req-226e34e3-7f6b-4670-8562-fce6e05e9d3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fa73f4d-a955-4512-9726-ea73396c7d25 HTTP/1.1" status: 200 len: 217 time: 0.0345349 Apr 28 17:20:12.255263 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-795688d7-6918-4a36-941a-f52f12921f36 req-23a9117e-3847-43dd-b860-250a8f4db92c service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956962 Apr 28 17:20:12.265818 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e39d7-4a09-4f66-be49-e5e71f13fc07 req-5e4cc95f-1e46-4b08-a80a-d3d12e6221dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:12.265818 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-067e39d7-4a09-4f66-be49-e5e71f13fc07 req-5e4cc95f-1e46-4b08-a80a-d3d12e6221dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f171123-3a34-488e-b790-0ae30efcd836 HTTP/1.1" status: 200 len: 854 time: 0.0497694 Apr 28 17:20:12.349672 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7048a75-882d-4876-81d0-4b57f654bab6 req-be091b0f-56ff-43b6-8a1d-07fff72afceb tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:12.351411 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c7048a75-882d-4876-81d0-4b57f654bab6 req-be091b0f-56ff-43b6-8a1d-07fff72afceb tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 943 time: 0.0809543 Apr 28 17:20:12.361062 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e39d7-4a09-4f66-be49-e5e71f13fc07 req-6deff9eb-0baa-4608-ba82-69f7e3824cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:12.362791 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-067e39d7-4a09-4f66-be49-e5e71f13fc07 req-6deff9eb-0baa-4608-ba82-69f7e3824cfa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0864fea-c4a2-4606-b60c-7ca279cfdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822244 Apr 28 17:20:12.407534 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c7048a75-882d-4876-81d0-4b57f654bab6 req-a245ff20-1cdc-4606-828d-594854d62655 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433583 Apr 28 17:20:12.448671 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 4fa73f4d-a955-4512-9726-ea73396c7d25 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:20:12.546616 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 4fa73f4d-a955-4512-9726-ea73396c7d25, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4fa73f4d-a955-4512-9726-ea73396c7d25,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:12.558275 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '4fa73f4d-a955-4512-9726-ea73396c7d25', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'port_id': '4fa73f4d-a955-4512-9726-ea73396c7d25', 'mac_address': 'fa:16:3e:1a:fe:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:20:12.600469 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 4fa73f4d-a955-4512-9726-ea73396c7d25 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:20:12.600776 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:12.613974 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa73f4d-a955-4512-9726-ea73396c7d25 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:20:12.634063 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 4fa73f4d-a955-4512-9726-ea73396c7d25, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4fa73f4d-a955-4512-9726-ea73396c7d25,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:12.752151 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f314552-8bcd-4248-9613-e9b472372f11 req-be05e5ca-8773-460d-bcb1-43ed2e1fa502 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:12.753624 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0f314552-8bcd-4248-9613-e9b472372f11 req-be05e5ca-8773-460d-bcb1-43ed2e1fa502 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 944 time: 0.0524642 Apr 28 17:20:12.770088 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:12.804820 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0f314552-8bcd-4248-9613-e9b472372f11 req-af020eab-ecbc-443b-b8e4-3958879f0dcf tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456061 Apr 28 17:20:12.832820 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=4fa73f4d-a955-4512-9726-ea73396c7d25,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:12.914480 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695827e2-a79c-4f53-a5c8-8badf7563cbd req-2302d1b4-64c2-4860-b2ee-4911ab785ee1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:12.915874 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-695827e2-a79c-4f53-a5c8-8badf7563cbd req-2302d1b4-64c2-4860-b2ee-4911ab785ee1 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0472274 Apr 28 17:20:12.961950 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-695827e2-a79c-4f53-a5c8-8badf7563cbd req-9631d48b-11d0-44aa-b029-8981b4b65adf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404313 Apr 28 17:20:13.108055 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['4fa73f4d-a955-4512-9726-ea73396c7d25'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:20:13.519513 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d56d1d-7b9e-46a9-adb2-2d404e673cb3 req-5cfe13de-38e3-4783-bbaf-3dc6bb9e22f7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:13.521015 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01d56d1d-7b9e-46a9-adb2-2d404e673cb3 req-5cfe13de-38e3-4783-bbaf-3dc6bb9e22f7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 943 time: 0.0475802 Apr 28 17:20:13.568425 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-01d56d1d-7b9e-46a9-adb2-2d404e673cb3 req-82f6bce3-4550-4891-b213-8f44242d0cf6 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 Apr 28 17:20:13.919851 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d75b1-1950-40a0-8bcd-6873b003c214 req-dccf81ab-607a-4057-a2fa-639181aa49ce tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:13.921308 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-757d75b1-1950-40a0-8bcd-6873b003c214 req-dccf81ab-607a-4057-a2fa-639181aa49ce tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 945 time: 0.0465698 Apr 28 17:20:13.966165 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-757d75b1-1950-40a0-8bcd-6873b003c214 req-e86b014f-6125-4a67-9d01-4cd7ca94da64 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392585 Apr 28 17:20:14.072254 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808150a-4317-49ef-a0d0-9eceb8f582f5 req-c61e8c0f-20a1-484f-b5f0-1a7a7a8dde1a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:14.073750 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0808150a-4317-49ef-a0d0-9eceb8f582f5 req-c61e8c0f-20a1-484f-b5f0-1a7a7a8dde1a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0467219 Apr 28 17:20:14.119901 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0808150a-4317-49ef-a0d0-9eceb8f582f5 req-bcb5017b-2fb3-4735-8086-6f809da5f8a7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405691 Apr 28 17:20:14.739990 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7636c-d601-450d-b988-896abfe6afc1 req-4d1cade7-d8ae-456c-81d3-84fd75312b05 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:14.741529 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e7c7636c-d601-450d-b988-896abfe6afc1 req-4d1cade7-d8ae-456c-81d3-84fd75312b05 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 943 time: 0.0497911 Apr 28 17:20:14.789154 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e7c7636c-d601-450d-b988-896abfe6afc1 req-7caa351d-99d4-4344-883f-591951be13fe tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421329 Apr 28 17:20:15.082168 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746b28f-ef6f-48ca-ae01-9d17f3427cfa req-8854e18a-315c-4895-a0de-d10553ad5612 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:15.083638 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c746b28f-ef6f-48ca-ae01-9d17f3427cfa req-8854e18a-315c-4895-a0de-d10553ad5612 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 945 time: 0.0513663 Apr 28 17:20:15.129656 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c746b28f-ef6f-48ca-ae01-9d17f3427cfa req-788a4bf6-aa85-4905-a42c-6fc007adc235 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403535 Apr 28 17:20:15.232776 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb148c-e16a-4da4-9cb4-859742fe480c req-fef671d5-bd02-4989-ad54-e5b97e758a28 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:15.234247 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f4cb148c-e16a-4da4-9cb4-859742fe480c req-fef671d5-bd02-4989-ad54-e5b97e758a28 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0474691 Apr 28 17:20:15.282137 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f4cb148c-e16a-4da4-9cb4-859742fe480c req-3e5be8a7-0a56-4413-90ad-5150ff52ad78 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Apr 28 17:20:15.899783 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14f51-dcc5-418b-bed9-607121b38e98 req-6f152a37-1c19-45ab-a069-b2bd1a637a43 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:15.901305 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-12c14f51-dcc5-418b-bed9-607121b38e98 req-6f152a37-1c19-45ab-a069-b2bd1a637a43 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 943 time: 0.0471716 Apr 28 17:20:15.948711 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-12c14f51-dcc5-418b-bed9-607121b38e98 req-eb0715ad-7e4f-4d57-a092-e9fa1abe86bf tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417795 Apr 28 17:20:16.136727 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-067e39d7-4a09-4f66-be49-e5e71f13fc07 req-6e89e356-7d0c-4ecd-8613-3c442ae820cf service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305623 Apr 28 17:20:16.248084 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bf4b2-5704-4aa4-a4f4-f75ab79337dd req-9aa4615d-37d3-414b-9b64-1bf06b8d28b7 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:16.249590 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-239bf4b2-5704-4aa4-a4f4-f75ab79337dd req-9aa4615d-37d3-414b-9b64-1bf06b8d28b7 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 945 time: 0.0474596 Apr 28 17:20:16.300525 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-239bf4b2-5704-4aa4-a4f4-f75ab79337dd req-3ed25f66-eb0c-4407-884a-5b1e7f559ec4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442665 Apr 28 17:20:16.400258 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a21d9d-a4e3-43d2-a485-a395288e7df7 req-48add7a9-2db9-44fb-bc21-0cea3560b9d5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:16.401745 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c5a21d9d-a4e3-43d2-a485-a395288e7df7 req-48add7a9-2db9-44fb-bc21-0cea3560b9d5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0528164 Apr 28 17:20:16.447872 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c5a21d9d-a4e3-43d2-a485-a395288e7df7 req-2cc4b7d7-799a-4884-9ad6-fa2ad289b1b5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406010 Apr 28 17:20:16.552120 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 4fa73f4d-a955-4512-9726-ea73396c7d25 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:20:16.598406 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port 4fa73f4d-a955-4512-9726-ea73396c7d25 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:20:16.678680 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 4fa73f4d-a955-4512-9726-ea73396c7d25 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:20:16.679053 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:16.754379 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 4fa73f4d-a955-4512-9726-ea73396c7d25 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:20:16.754768 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:16.776955 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa73f4d-a955-4512-9726-ea73396c7d25'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:16.779172 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5e2296-b717-4bea-a3e1-a6c7d0c3c12a" -d '{"events": [{"server_uuid": "1017bcc2-36cd-4878-97e9-bd7576888cf7", "name": "network-vif-plugged", "status": "completed", "tag": "4fa73f4d-a955-4512-9726-ea73396c7d25"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:16.794754 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 4fa73f4d-a955-4512-9726-ea73396c7d25, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4fa73f4d-a955-4512-9726-ea73396c7d25,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:16.816234 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a4528f-2af3-40f1-a84b-220497e181b0 x-openstack-request-id: req-27a4528f-2af3-40f1-a84b-220497e181b0 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:16.816606 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1017bcc2-36cd-4878-97e9-bd7576888cf7", "name": "network-vif-plugged", "status": "completed", "tag": "4fa73f4d-a955-4512-9726-ea73396c7d25", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:16.816869 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27a4528f-2af3-40f1-a84b-220497e181b0 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:16.817269 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a4528f-2af3-40f1-a84b-220497e181b0'] response: {'server_uuid': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa73f4d-a955-4512-9726-ea73396c7d25', 'code': 200} Apr 28 17:20:16.913259 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:16.965517 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=4fa73f4d-a955-4512-9726-ea73396c7d25,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:17.061521 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d732c8d-647b-4d61-ba56-3955efa19cab req-d1eb7777-4b23-4697-832d-94ef86ab2a96 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:17.062923 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1d732c8d-647b-4d61-ba56-3955efa19cab req-d1eb7777-4b23-4697-832d-94ef86ab2a96 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 943 time: 0.0476573 Apr 28 17:20:17.113146 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1d732c8d-647b-4d61-ba56-3955efa19cab req-fb651fb4-5cfa-4180-80b5-7c419f8cceb8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439119 Apr 28 17:20:17.416812 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0d35a-31b3-41bf-8120-6bf91043a05a req-918d8e94-4da5-4c7a-ae4a-4b9426f0dc4e tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:17.418283 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c3c0d35a-31b3-41bf-8120-6bf91043a05a req-918d8e94-4da5-4c7a-ae4a-4b9426f0dc4e tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 946 time: 0.0477958 Apr 28 17:20:17.465618 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c3c0d35a-31b3-41bf-8120-6bf91043a05a req-d782fa6c-f9ac-407a-ab03-3833866825e5 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416756 Apr 28 17:20:17.563958 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6facd-5528-4f71-b37b-942c224edc71 req-c6a03aae-0563-456d-8697-6060775582ac tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:17.566081 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-75f6facd-5528-4f71-b37b-942c224edc71 req-c6a03aae-0563-456d-8697-6060775582ac tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0460713 Apr 28 17:20:17.613090 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-75f6facd-5528-4f71-b37b-942c224edc71 req-8f6b8753-1de7-44fb-8c16-c08d65653967 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413923 Apr 28 17:20:18.226997 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a4a10-37a8-4762-9163-9b796064397f req-73655bbb-eb71-4809-b858-6151f439f9b4 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:18.228483 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6d0a4a10-37a8-4762-9163-9b796064397f req-73655bbb-eb71-4809-b858-6151f439f9b4 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 943 time: 0.0469487 Apr 28 17:20:18.274921 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6d0a4a10-37a8-4762-9163-9b796064397f req-a23e1a25-abe1-431e-8181-429ff048437f tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409904 Apr 28 17:20:18.546061 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device fb36dcbb-86c0-4d46-8532-51947c5b920f details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:20:18.589099 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517462a-2db9-4ab9-95e8-6c511fb10f2e req-1fa1b521-e1a7-4a70-bbed-d340786b0799 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:18.591184 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4517462a-2db9-4ab9-95e8-6c511fb10f2e req-1fa1b521-e1a7-4a70-bbed-d340786b0799 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 946 time: 0.0484970 Apr 28 17:20:18.643368 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4517462a-2db9-4ab9-95e8-6c511fb10f2e req-1a58ab01-0439-43d8-9b61-bfd32ca98685 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460629 Apr 28 17:20:18.647091 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port fb36dcbb-86c0-4d46-8532-51947c5b920f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fb36dcbb-86c0-4d46-8532-51947c5b920f,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:18.660446 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'fb36dcbb-86c0-4d46-8532-51947c5b920f', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'port_id': 'fb36dcbb-86c0-4d46-8532-51947c5b920f', 'mac_address': 'fa:16:3e:f1:4f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:20:18.703882 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port fb36dcbb-86c0-4d46-8532-51947c5b920f is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:20:18.704331 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:18.720579 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb36dcbb-86c0-4d46-8532-51947c5b920f {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:20:18.740509 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3fe42-4687-4ed1-a29c-6e23e91c86a9 req-926c671d-fc30-4ecb-ba38-a2e00770b82a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:18.742151 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-55c3fe42-4687-4ed1-a29c-6e23e91c86a9 req-926c671d-fc30-4ecb-ba38-a2e00770b82a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0594568 Apr 28 17:20:18.745592 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port fb36dcbb-86c0-4d46-8532-51947c5b920f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fb36dcbb-86c0-4d46-8532-51947c5b920f,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:18.790996 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-55c3fe42-4687-4ed1-a29c-6e23e91c86a9 req-2cdbb986-3351-40ba-8da7-72e952ba80ea tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Apr 28 17:20:18.833311 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:18.880780 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=fb36dcbb-86c0-4d46-8532-51947c5b920f,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:19.217362 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['fb36dcbb-86c0-4d46-8532-51947c5b920f'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:20:19.393564 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94e14f-0f67-42eb-b116-fcf24b4e957e req-504c745f-c17f-406e-bac9-199322a11c70 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:19.395106 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a94e14f-0f67-42eb-b116-fcf24b4e957e req-504c745f-c17f-406e-bac9-199322a11c70 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 944 time: 0.0515618 Apr 28 17:20:19.443186 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a94e14f-0f67-42eb-b116-fcf24b4e957e req-52f62735-0e01-48a7-95ca-86f266ea5558 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424678 Apr 28 17:20:19.546261 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-067e39d7-4a09-4f66-be49-e5e71f13fc07 req-572fb5b3-acd6-4ba6-9f43-e74c1f5c3e50 service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835779 Apr 28 17:20:19.759718 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43c29d-505e-40df-a54e-49f8aab142dd req-84614953-5485-4122-aab2-e96ef1f5fd95 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:19.761223 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1a43c29d-505e-40df-a54e-49f8aab142dd req-84614953-5485-4122-aab2-e96ef1f5fd95 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 946 time: 0.0477130 Apr 28 17:20:19.810455 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1a43c29d-505e-40df-a54e-49f8aab142dd req-dfbe9ed7-9bb8-42f5-ad69-b9e7cae6d147 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435290 Apr 28 17:20:19.932817 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df91b9-48a7-4358-bb17-38e17b5a9506 req-1a03c19b-63b0-4372-a70b-5a4b6e840f69 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:19.934357 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74df91b9-48a7-4358-bb17-38e17b5a9506 req-1a03c19b-63b0-4372-a70b-5a4b6e840f69 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0755308 Apr 28 17:20:19.937686 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821f9bc-552d-49ad-939f-0a8087601c06 req-d5e61f31-e31f-49aa-b0e7-e5c8c5b398a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:19.939075 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f821f9bc-552d-49ad-939f-0a8087601c06 req-d5e61f31-e31f-49aa-b0e7-e5c8c5b398a0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 1130 time: 0.0696692 Apr 28 17:20:19.984012 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74df91b9-48a7-4358-bb17-38e17b5a9506 req-21ace8d5-1400-4d3c-861a-9e0098dbe955 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Apr 28 17:20:20.067422 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f821f9bc-552d-49ad-939f-0a8087601c06 req-52c9e4b8-f249-4a92-82ab-361538dd1e69 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396101 Apr 28 17:20:20.078866 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-3dbc20d1-676a-4b2c-98ca-888ddfc9765f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:20.080581 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-3dbc20d1-676a-4b2c-98ca-888ddfc9765f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0524702 Apr 28 17:20:20.492706 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Deleting port 04b0789b-6317-41e3-89bf-3291d0e80787 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:20:20.493046 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:20.574891 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device fb36dcbb-86c0-4d46-8532-51947c5b920f up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:20:20.595772 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21f980-bfef-48c4-999c-7b239e7c515d req-713a6720-c298-4ba1-a709-eea8e840ba5c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:20.597786 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2a21f980-bfef-48c4-999c-7b239e7c515d req-713a6720-c298-4ba1-a709-eea8e840ba5c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 944 time: 0.0819211 Apr 28 17:20:20.619073 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port fb36dcbb-86c0-4d46-8532-51947c5b920f completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:20:20.632249 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] For port 04b0789b-6317-41e3-89bf-3291d0e80787, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=04b0789b-6317-41e3-89bf-3291d0e80787,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:20.632622 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:20.711801 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2a21f980-bfef-48c4-999c-7b239e7c515d req-127241e3-2c8b-4026-8aa9-a09269c559f0 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065817 Apr 28 17:20:20.712830 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port fb36dcbb-86c0-4d46-8532-51947c5b920f triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:20:20.713210 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:20.794583 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port fb36dcbb-86c0-4d46-8532-51947c5b920f is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:20:20.794981 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:20.818031 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e9a796-4722-4896-8d96-184004c4b157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb36dcbb-86c0-4d46-8532-51947c5b920f'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:20.820308 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04458f6-f490-4561-9f1e-65c880d552cc" -d '{"events": [{"server_uuid": "d5e9a796-4722-4896-8d96-184004c4b157", "name": "network-vif-plugged", "status": "completed", "tag": "fb36dcbb-86c0-4d46-8532-51947c5b920f"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:20.833954 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:20.834383 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port fb36dcbb-86c0-4d46-8532-51947c5b920f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fb36dcbb-86c0-4d46-8532-51947c5b920f,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:20.834488 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (c87ca215-1785-4626-ae7b-c55c140dedc3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:20.834674 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Floating IP c87ca215-1785-4626-ae7b-c55c140dedc3 disassociated. External IP: 172.27.2.112, port: 04b0789b-6317-41e3-89bf-3291d0e80787. Apr 28 17:20:20.835070 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Calling delete_port for 04b0789b-6317-41e3-89bf-3291d0e80787 owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:20:20.868537 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de02d0-c82f-45d0-b976-4407c2d34708 x-openstack-request-id: req-a3de02d0-c82f-45d0-b976-4407c2d34708 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:20.868941 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e9a796-4722-4896-8d96-184004c4b157", "name": "network-vif-plugged", "status": "completed", "tag": "fb36dcbb-86c0-4d46-8532-51947c5b920f", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:20.870128 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3de02d0-c82f-45d0-b976-4407c2d34708 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:20.870601 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3de02d0-c82f-45d0-b976-4407c2d34708'] response: {'server_uuid': 'd5e9a796-4722-4896-8d96-184004c4b157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb36dcbb-86c0-4d46-8532-51947c5b920f', 'code': 200} Apr 28 17:20:20.907395 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:20.943687 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4c914-3c81-49ac-a5c2-4b444aa7ef59 req-a47a845a-ab17-4839-9a10-89c1a6587d00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:20.945462 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-80e4c914-3c81-49ac-a5c2-4b444aa7ef59 req-a47a845a-ab17-4839-9a10-89c1a6587d00 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 946 time: 0.0593543 Apr 28 17:20:20.958820 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=fb36dcbb-86c0-4d46-8532-51947c5b920f,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:21.026968 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-80e4c914-3c81-49ac-a5c2-4b444aa7ef59 req-fa3583de-7021-4ee7-acd3-b900ce11de7d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731761 Apr 28 17:20:21.117203 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f03ca-776f-410e-8377-e77f98e7c72b req-ae9cf250-b162-4017-826f-7949a2fc9264 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:21.118575 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e16f03ca-776f-410e-8377-e77f98e7c72b req-ae9cf250-b162-4017-826f-7949a2fc9264 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 945 time: 0.0494168 Apr 28 17:20:21.151708 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (04b0789b-6317-41e3-89bf-3291d0e80787), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:21.171996 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e16f03ca-776f-410e-8377-e77f98e7c72b req-1ba7cda7-7a7b-4e5d-9d82-d46c0e32c507 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8a1960a-17d1-43e6-91a9-1976500ef4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476499 Apr 28 17:20:21.193911 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event deleted for resources: {'Port': ['ID=04b0789b-6317-41e3-89bf-3291d0e80787,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:21.555058 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Router f9dcc41b-8d29-4fe8-855b-3795fd310741 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:20:21.685602 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:20:21.693291 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7a9755-1612-49ac-a912-cab0e77701cf None None] Sync routers for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:20:21.703106 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a9755-1612-49ac-a912-cab0e77701cf None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:20:21.703715 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ab7a9755-1612-49ac-a912-cab0e77701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:20:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:21.726273 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] No DVR routers for this DVR port 04b0789b-6317-41e3-89bf-3291d0e80787 on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:20:21.728976 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:21.732452 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eda20b00-b699-4dff-9a32-e893c1bd12e2 req-e3b179e0-9140-437a-adac-632a5cf419cb tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "DELETE /v2.0/ports/04b0789b-6317-41e3-89bf-3291d0e80787 HTTP/1.1" status: 204 len: 173 time: 1.3219469 Apr 28 17:20:21.732908 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'name': 'network-vif-deleted', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:21.735232 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c163f4-36ee-4bca-aba3-980b9dd26916" -d '{"events": [{"server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "name": "network-vif-deleted", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:21.782921 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79eb24e-2571-4052-848d-b393e8ffd3c2 x-openstack-request-id: req-b79eb24e-2571-4052-848d-b393e8ffd3c2 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:21.782921 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28913b58-72a4-408d-9cc0-80bbd2fd813d", "name": "network-vif-deleted", "tag": "04b0789b-6317-41e3-89bf-3291d0e80787", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:21.782921 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b79eb24e-2571-4052-848d-b393e8ffd3c2 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:21.782921 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b79eb24e-2571-4052-848d-b393e8ffd3c2'] response: {'server_uuid': '28913b58-72a4-408d-9cc0-80bbd2fd813d', 'name': 'network-vif-deleted', 'tag': '04b0789b-6317-41e3-89bf-3291d0e80787', 'status': 'completed', 'code': 200} Apr 28 17:20:21.828813 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-ab7a9755-1612-49ac-a912-cab0e77701cf None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:20:21.850821 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9b87f-d3cf-4630-9957-6e2c580f4906 req-ab90f488-eed6-4e31-9472-e9d59b24203e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:21.852372 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-dda9b87f-d3cf-4630-9957-6e2c580f4906 req-ab90f488-eed6-4e31-9472-e9d59b24203e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 945 time: 0.0581045 Apr 28 17:20:21.920425 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a87719-6f80-44a6-b27d-6ad6b13aa374 req-e9aa2d53-a74e-4279-99d2-b08a78f7631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:21.921927 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-25a87719-6f80-44a6-b27d-6ad6b13aa374 req-e9aa2d53-a74e-4279-99d2-b08a78f7631a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 1129 time: 0.0625150 Apr 28 17:20:21.960478 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-dda9b87f-d3cf-4630-9957-6e2c580f4906 req-52aa83af-fc3b-401f-b922-f99d1a1c13d6 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015368 Apr 28 17:20:21.990125 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-25a87719-6f80-44a6-b27d-6ad6b13aa374 req-598de900-69fa-46f2-a25e-2012e2819dc3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506134 Apr 28 17:20:22.027810 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ab7a9755-1612-49ac-a912-cab0e77701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:10Z', 'revision_number': 5, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:22.057216 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7a9755-1612-49ac-a912-cab0e77701cf None None] Checking router: f9dcc41b-8d29-4fe8-855b-3795fd310741 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:20:22.068376 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a9755-1612-49ac-a912-cab0e77701cf None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:20:22.068487 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ab7a9755-1612-49ac-a912-cab0e77701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:20:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:22.148946 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bac5c7-9065-46ce-9462-b0a8012fb15a req-c146e61d-aa16-490f-8730-34f488e7c35a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:22.150440 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f4bac5c7-9065-46ce-9462-b0a8012fb15a req-c146e61d-aa16-490f-8730-34f488e7c35a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 946 time: 0.0475826 Apr 28 17:20:22.179946 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-ab7a9755-1612-49ac-a912-cab0e77701cf None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:20:22.198571 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f4bac5c7-9065-46ce-9462-b0a8012fb15a req-35aa2fbe-f406-4abc-88f4-7817f1aa4d37 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424678 Apr 28 17:20:22.271257 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7948cc1d-643b-4660-b440-cb21ffb1486d req-b5b7a73c-05fc-4050-bfea-78223d3abfbc tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 210 time: 0.0286126 Apr 28 17:20:22.380657 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-ab7a9755-1612-49ac-a912-cab0e77701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:10Z', 'revision_number': 5, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:22.418572 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7a9755-1612-49ac-a912-cab0e77701cf None None] The sync data for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi is: [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:15:03Z', 'revision_number': 4, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67', 'name': '', 'network_id': 'd7930fad-9b25-4105-a4c3-1439cf4d5dbb', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'mac_address': 'fa:16:3e:4d:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:01Z', 'updated_at': '2022-04-28T17:15:10Z', 'revision_number': 5, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'subnets': [{'id': '86f3cb4e-5299-4290-a70a-a94038032f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:20:22.575692 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 04b0789b-6317-41e3-89bf-3291d0e80787 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:20:22.598114 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: 04b0789b-6317-41e3-89bf-3291d0e80787 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:20:22.598607 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 04b0789b-6317-41e3-89bf-3291d0e80787 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:20:22.639153 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde7526-a1a4-4e7b-9706-e4240e760896 None None] New status for floating IP c87ca215-1785-4626-ae7b-c55c140dedc3: DOWN {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:20:23.079906 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a6a99-6c0f-49d7-b662-d616dc348bb9 req-a7f7c493-613e-46c8-a5fb-4676374be43f tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:23.081974 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d41a6a99-6c0f-49d7-b662-d616dc348bb9 req-a7f7c493-613e-46c8-a5fb-4676374be43f tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 945 time: 0.0460110 Apr 28 17:20:23.130725 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d41a6a99-6c0f-49d7-b662-d616dc348bb9 req-f9de054c-563a-4780-9451-86869d431a51 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431490 Apr 28 17:20:23.315501 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6bca1-7e8e-4f7a-9da4-6805b8a25796 req-3c298979-c913-4677-b9da-61efd1e77336 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:23.317033 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-05e6bca1-7e8e-4f7a-9da4-6805b8a25796 req-3c298979-c913-4677-b9da-61efd1e77336 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 946 time: 0.0471597 Apr 28 17:20:23.363824 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-05e6bca1-7e8e-4f7a-9da4-6805b8a25796 req-b9a57ba2-f111-4739-a923-e64cdaae24e7 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 Apr 28 17:20:23.376890 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-81afa544-50f0-4ba8-9649-c69430e7a4c1 req-1b859713-6eb3-4833-8251-bf1c140fc3e7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=28913b58-72a4-408d-9cc0-80bbd2fd813d HTTP/1.1" status: 200 len: 210 time: 0.0272567 Apr 28 17:20:23.475826 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daf6d3-43ee-4696-963d-ac6eff7f591c req-1f4914a2-2bb3-44ef-9275-5f863ac915b9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:23.477574 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b0daf6d3-43ee-4696-963d-ac6eff7f591c req-1f4914a2-2bb3-44ef-9275-5f863ac915b9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 946 time: 0.0511699 Apr 28 17:20:23.485784 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 49988) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:23.490420 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-3622f26a-eb9f-4331-bf7e-8202ed291b38 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'floatingip': {'port_id': '4fa73f4d-a955-4512-9726-ea73396c7d25'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:23.531906 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3622f26a-eb9f-4331-bf7e-8202ed291b38 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (c487006e-87f8-4bde-aef4-958d607e5206), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:23.985951 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3622f26a-eb9f-4331-bf7e-8202ed291b38 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:24.032661 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3622f26a-eb9f-4331-bf7e-8202ed291b38 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (c487006e-87f8-4bde-aef4-958d607e5206), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:24.142038 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [None req-3622f26a-eb9f-4331-bf7e-8202ed291b38 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Floating IP c487006e-87f8-4bde-aef4-958d607e5206 associated. External IP: 172.27.2.147, port: 4fa73f4d-a955-4512-9726-ea73396c7d25. Apr 28 17:20:24.247148 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f720d9-f03a-44f2-9ee0-4974994dd4b3 req-69b86e89-433b-44c9-a201-afe0aebdb29e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:24.248697 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-47f720d9-f03a-44f2-9ee0-4974994dd4b3 req-69b86e89-433b-44c9-a201-afe0aebdb29e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 945 time: 0.0480981 Apr 28 17:20:24.297888 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-47f720d9-f03a-44f2-9ee0-4974994dd4b3 req-34769ded-37cb-4b11-b226-e59e902758ac tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406797 Apr 28 17:20:24.360789 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3622f26a-eb9f-4331-bf7e-8202ed291b38 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Router c49b146b-69f2-4709-8960-3efb5017f956 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:20:24.444982 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3293e0c-1f8a-4ffe-8b92-c99722a1cf29 req-9c38a764-5581-43d8-b19b-85b0e15e5fea tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:24.446517 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e3293e0c-1f8a-4ffe-8b92-c99722a1cf29 req-9c38a764-5581-43d8-b19b-85b0e15e5fea tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 945 time: 0.0816283 Apr 28 17:20:24.455599 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 50004) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:24.462356 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-273fe776-2b55-426f-a463-4a47f17c7e6a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Request body: {'floatingip': {'port_id': 'fb36dcbb-86c0-4d46-8532-51947c5b920f'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:20:24.513914 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-273fe776-2b55-426f-a463-4a47f17c7e6a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (c3bea7a1-01e1-4433-8e42-7a5d6a950bec), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:24.515339 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3622f26a-eb9f-4331-bf7e-8202ed291b38 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:20:24.520954 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3622f26a-eb9f-4331-bf7e-8202ed291b38 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:24.527291 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a267072-73df-47b3-a2d4-2dc22e494a07 None None] Sync routers for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:20:24.538431 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a267072-73df-47b3-a2d4-2dc22e494a07 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:20:24.539064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6a267072-73df-47b3-a2d4-2dc22e494a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:20:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:24.552538 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-3622f26a-eb9f-4331-bf7e-8202ed291b38 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "PUT /v2.0/floatingips/c487006e-87f8-4bde-aef4-958d607e5206 HTTP/1.1" status: 200 len: 992 time: 1.0655715 Apr 28 17:20:24.553129 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'tag': '4fa73f4d-a955-4512-9726-ea73396c7d25'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:24.555380 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1017bcc2-36cd-4878-97e9-bd7576888cf7", "tag": "4fa73f4d-a955-4512-9726-ea73396c7d25"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:24.575219 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50010) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:24.611333 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04cdb71-c4d4-413a-835b-309327782d42 x-openstack-request-id: req-a04cdb71-c4d4-413a-835b-309327782d42 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:24.611333 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1017bcc2-36cd-4878-97e9-bd7576888cf7", "tag": "4fa73f4d-a955-4512-9726-ea73396c7d25", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:24.611333 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a04cdb71-c4d4-413a-835b-309327782d42 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:24.611333 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04cdb71-c4d4-413a-835b-309327782d42'] response: {'name': 'network-changed', 'server_uuid': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'tag': '4fa73f4d-a955-4512-9726-ea73396c7d25', 'status': 'completed', 'code': 200} Apr 28 17:20:24.645343 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e1640900-4d43-4af2-890f-69aea6364daf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group (c8a1960a-17d1-43e6-91a9-1976500ef4d8), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:24.711823 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e1640900-4d43-4af2-890f-69aea6364daf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group (c8a1960a-17d1-43e6-91a9-1976500ef4d8), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:24.729558 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3 req-84bfee6d-ec05-4ee2-aa58-c8b394ec1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:24.731076 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3 req-84bfee6d-ec05-4ee2-aa58-c8b394ec1ee1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 1130 time: 0.0800815 Apr 28 17:20:24.802345 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6a267072-73df-47b3-a2d4-2dc22e494a07 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:20:24.848793 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3 req-7e1a0efa-6239-408b-b88f-ed4585069945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:24.850386 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3 req-7e1a0efa-6239-408b-b88f-ed4585069945 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 916 time: 0.1069522 Apr 28 17:20:24.928848 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3 req-b1252c63-ddd4-47e0-b73a-5554b4fdf0c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fa73f4d-a955-4512-9726-ea73396c7d25 HTTP/1.1" status: 200 len: 1000 time: 0.0705492 Apr 28 17:20:24.930639 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e1640900-4d43-4af2-890f-69aea6364daf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (c8a1960a-17d1-43e6-91a9-1976500ef4d8), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:24.934950 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e1640900-4d43-4af2-890f-69aea6364daf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:24.941831 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 50028) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:24.942035 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-e1640900-4d43-4af2-890f-69aea6364daf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "DELETE /v2.0/security-groups/c8a1960a-17d1-43e6-91a9-1976500ef4d8 HTTP/1.1" status: 204 len: 168 time: 0.3638344 Apr 28 17:20:24.963947 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-b4307707-b32a-4c5c-8a0c-e69e81117d7f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] show failed (client error): The resource could not be found. Apr 28 17:20:24.967519 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b4307707-b32a-4c5c-8a0c-e69e81117d7f tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups/c8a1960a-17d1-43e6-91a9-1976500ef4d8 HTTP/1.1" status: 404 len: 347 time: 0.0221703 Apr 28 17:20:24.968387 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 50032) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:24.993341 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1640900-4d43-4af2-890f-69aea6364daf tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a1960a-17d1-43e6-91a9-1976500ef4d8,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:25.014273 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3 req-ff6a25a1-0a71-4ff4-a661-eb987572ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:25.016375 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3 req-ff6a25a1-0a71-4ff4-a661-eb987572ae05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f171123-3a34-488e-b790-0ae30efcd836 HTTP/1.1" status: 200 len: 854 time: 0.0730565 Apr 28 17:20:25.039551 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6a267072-73df-47b3-a2d4-2dc22e494a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c487006e-87f8-4bde-aef4-958d607e5206', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '4fa73f4d-a955-4512-9726-ea73396c7d25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:1a:fe:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:20:02Z', 'updated_at': '2022-04-28T17:20:23Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:25.069121 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a267072-73df-47b3-a2d4-2dc22e494a07 None None] Checking router: c49b146b-69f2-4709-8960-3efb5017f956 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:20:25.074198 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3 req-642b657a-ceba-4887-b915-652c394d8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:25.075886 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3 req-642b657a-ceba-4887-b915-652c394d8cdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0864fea-c4a2-4606-b60c-7ca279cfdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533333 Apr 28 17:20:25.077747 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a267072-73df-47b3-a2d4-2dc22e494a07 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:20:25.078370 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6a267072-73df-47b3-a2d4-2dc22e494a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:20:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:25.173710 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3 req-6d94788a-01a2-423c-b96a-c90cbd8bf0b7 service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917277 Apr 28 17:20:25.178168 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Deleting port 2996ee0a-f652-4e6d-b985-8884925d4b68 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:20:25.178515 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (2996ee0a-f652-4e6d-b985-8884925d4b68), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:25.211331 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-273fe776-2b55-426f-a463-4a47f17c7e6a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:25.211791 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6a267072-73df-47b3-a2d4-2dc22e494a07 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:20:25.285598 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (2996ee0a-f652-4e6d-b985-8884925d4b68), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:25.285925 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for floatingip (2996ee0a-f652-4e6d-b985-8884925d4b68), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:25.292934 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7beb4530-8ba1-4a8c-b4fc-7c1d9e2428a3 req-49e2e32b-dd44-4d98-a4af-708b28ba79bc service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120348 Apr 28 17:20:25.298521 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-273fe776-2b55-426f-a463-4a47f17c7e6a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (c3bea7a1-01e1-4433-8e42-7a5d6a950bec), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:25.301085 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Calling delete_port for 2996ee0a-f652-4e6d-b985-8884925d4b68 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:20:25.459636 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6a267072-73df-47b3-a2d4-2dc22e494a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c487006e-87f8-4bde-aef4-958d607e5206', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '4fa73f4d-a955-4512-9726-ea73396c7d25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:1a:fe:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:20:02Z', 'updated_at': '2022-04-28T17:20:23Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:25.488431 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a267072-73df-47b3-a2d4-2dc22e494a07 None None] The sync data for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi is: [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c487006e-87f8-4bde-aef4-958d607e5206', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': '4fa73f4d-a955-4512-9726-ea73396c7d25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:1a:fe:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:20:02Z', 'updated_at': '2022-04-28T17:20:23Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:20:25.644394 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:25.691039 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a24f021-a1fb-4b97-992a-7a36a3fc4f51 None None] New status for floating IP c487006e-87f8-4bde-aef4-958d607e5206: ACTIVE {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:20:25.706145 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-273fe776-2b55-426f-a463-4a47f17c7e6a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Floating IP c3bea7a1-01e1-4433-8e42-7a5d6a950bec associated. External IP: 172.27.2.194, port: fb36dcbb-86c0-4d46-8532-51947c5b920f. Apr 28 17:20:25.941856 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (2996ee0a-f652-4e6d-b985-8884925d4b68), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:25.979419 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event deleted for resources: {'Port': ['ID=2996ee0a-f652-4e6d-b985-8884925d4b68,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:26.013319 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.013667 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.014017 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.014354 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.014691 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.015022 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.015354 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.015682 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.016010 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.016487 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.016909 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.017119 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.017448 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.017774 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.018098 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:26.023553 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273fe776-2b55-426f-a463-4a47f17c7e6a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:20:26.098733 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks [] for floatingip (c87ca215-1785-4626-ae7b-c55c140dedc3), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:26.101289 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:26.102433 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4c3413fc-b7b4-47bf-8f98-d8a4e677c86d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "DELETE /v2.0/floatingips/c87ca215-1785-4626-ae7b-c55c140dedc3 HTTP/1.1" status: 204 len: 168 time: 1.1330659 Apr 28 17:20:26.170305 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273fe776-2b55-426f-a463-4a47f17c7e6a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:20:26.175112 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-273fe776-2b55-426f-a463-4a47f17c7e6a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:26.181237 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc94bb-858b-414e-97f9-ff41b223fb2d None None] Sync routers for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:20:26.191609 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc94bb-858b-414e-97f9-ff41b223fb2d None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:20:26.192339 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-eacc94bb-858b-414e-97f9-ff41b223fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:20:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:26.204536 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-273fe776-2b55-426f-a463-4a47f17c7e6a tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "PUT /v2.0/floatingips/c3bea7a1-01e1-4433-8e42-7a5d6a950bec HTTP/1.1" status: 200 len: 991 time: 1.7465031 Apr 28 17:20:26.205155 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e9a796-4722-4896-8d96-184004c4b157', 'tag': 'fb36dcbb-86c0-4d46-8532-51947c5b920f'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:26.208458 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec17e48b-f154-4ce0-938f-59a0d230f653" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e9a796-4722-4896-8d96-184004c4b157", "tag": "fb36dcbb-86c0-4d46-8532-51947c5b920f"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:26.310929 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-eacc94bb-858b-414e-97f9-ff41b223fb2d None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:20:26.324218 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39558140-f7fe-40e1-b806-bcc17376f561 x-openstack-request-id: req-39558140-f7fe-40e1-b806-bcc17376f561 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:26.324500 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e9a796-4722-4896-8d96-184004c4b157", "tag": "fb36dcbb-86c0-4d46-8532-51947c5b920f", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:26.324817 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39558140-f7fe-40e1-b806-bcc17376f561 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:26.325227 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39558140-f7fe-40e1-b806-bcc17376f561'] response: {'name': 'network-changed', 'server_uuid': 'd5e9a796-4722-4896-8d96-184004c4b157', 'tag': 'fb36dcbb-86c0-4d46-8532-51947c5b920f', 'status': 'completed', 'code': 200} Apr 28 17:20:26.415019 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17e48b-f154-4ce0-938f-59a0d230f653 req-11401618-dd41-4ecb-b561-068e2d1a6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:26.416532 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ec17e48b-f154-4ce0-938f-59a0d230f653 req-11401618-dd41-4ecb-b561-068e2d1a6577 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 1129 time: 0.0399306 Apr 28 17:20:26.517414 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17e48b-f154-4ce0-938f-59a0d230f653 req-57e11a43-f77b-4ff4-848a-9b17a25e373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:26.519545 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ec17e48b-f154-4ce0-938f-59a0d230f653 req-57e11a43-f77b-4ff4-848a-9b17a25e373e service neutron] 10.222.0.66 "GET /v2.0/networks?id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd HTTP/1.1" status: 200 len: 912 time: 0.0973661 Apr 28 17:20:26.542267 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-eacc94bb-858b-414e-97f9-ff41b223fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c3bea7a1-01e1-4433-8e42-7a5d6a950bec', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'port_id': 'fb36dcbb-86c0-4d46-8532-51947c5b920f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'mac_address': 'fa:16:3e:f1:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e9a796-4722-4896-8d96-184004c4b157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:20:03Z', 'updated_at': '2022-04-28T17:20:25Z', 'revision_number': 1, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:26.569083 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc94bb-858b-414e-97f9-ff41b223fb2d None None] Checking router: 0afbf626-44d4-42b3-9953-92c7d5c4dc87 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:20:26.577581 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc94bb-858b-414e-97f9-ff41b223fb2d None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:20:26.578207 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-eacc94bb-858b-414e-97f9-ff41b223fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:20:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:26.585763 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ec17e48b-f154-4ce0-938f-59a0d230f653 req-9de3ff71-f0c9-4c36-a511-a97f38f674e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb36dcbb-86c0-4d46-8532-51947c5b920f HTTP/1.1" status: 200 len: 999 time: 0.0599294 Apr 28 17:20:26.636059 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17e48b-f154-4ce0-938f-59a0d230f653 req-b8a759ac-c7ec-4e8f-98b3-57349bc0b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:26.637570 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ec17e48b-f154-4ce0-938f-59a0d230f653 req-b8a759ac-c7ec-4e8f-98b3-57349bc0b8f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf46f40e-2e9c-4e29-8c8f-abf737b59424 HTTP/1.1" status: 200 len: 850 time: 0.0446956 Apr 28 17:20:26.684931 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17e48b-f154-4ce0-938f-59a0d230f653 req-b7a8e2f3-43ce-4074-9d8e-823fa4018ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:26.686451 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ec17e48b-f154-4ce0-938f-59a0d230f653 req-b7a8e2f3-43ce-4074-9d8e-823fa4018ec0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417433 Apr 28 17:20:26.691024 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-eacc94bb-858b-414e-97f9-ff41b223fb2d None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:20:26.780996 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ec17e48b-f154-4ce0-938f-59a0d230f653 req-967461cf-735a-4af6-8ff7-5a5831f7b056 service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881150 Apr 28 17:20:26.876531 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ec17e48b-f154-4ce0-938f-59a0d230f653 req-bf8cbb04-8c33-4b1c-8125-76ac6b93abec service neutron] 10.222.0.66 "GET /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891781 Apr 28 17:20:26.914006 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-eacc94bb-858b-414e-97f9-ff41b223fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c3bea7a1-01e1-4433-8e42-7a5d6a950bec', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'port_id': 'fb36dcbb-86c0-4d46-8532-51947c5b920f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'mac_address': 'fa:16:3e:f1:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e9a796-4722-4896-8d96-184004c4b157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:20:03Z', 'updated_at': '2022-04-28T17:20:25Z', 'revision_number': 1, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:26.948296 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc94bb-858b-414e-97f9-ff41b223fb2d None None] The sync data for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi is: [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'c3bea7a1-01e1-4433-8e42-7a5d6a950bec', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'port_id': 'fb36dcbb-86c0-4d46-8532-51947c5b920f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'mac_address': 'fa:16:3e:f1:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e9a796-4722-4896-8d96-184004c4b157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:20:03Z', 'updated_at': '2022-04-28T17:20:25Z', 'revision_number': 1, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:20:27.154200 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818403b-f08c-42ea-899b-0b6259b78dce None None] New status for floating IP c3bea7a1-01e1-4433-8e42-7a5d6a950bec: ACTIVE {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:20:27.535748 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50060) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:27.579366 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_v2 [None req-d595c546-8b0a-470e-a04e-68955c7d2e35 admin admin] Deleting subnet f92ce39a-1025-4eab-b7f3-f769efe7afeb {{(pid=103997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:20:27.582371 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d595c546-8b0a-470e-a04e-68955c7d2e35 admin admin] Publish callbacks [] for subnet (f92ce39a-1025-4eab-b7f3-f769efe7afeb), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:27.617357 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d595c546-8b0a-470e-a04e-68955c7d2e35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4244606'] for subnet (f92ce39a-1025-4eab-b7f3-f769efe7afeb), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:27.658373 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d595c546-8b0a-470e-a04e-68955c7d2e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (f92ce39a-1025-4eab-b7f3-f769efe7afeb), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:27.804715 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d595c546-8b0a-470e-a04e-68955c7d2e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5206430'] for subnet (f92ce39a-1025-4eab-b7f3-f769efe7afeb), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:27.829746 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595c546-8b0a-470e-a04e-68955c7d2e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92ce39a-1025-4eab-b7f3-f769efe7afeb,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:27.834262 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d595c546-8b0a-470e-a04e-68955c7d2e35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:27.838108 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d595c546-8b0a-470e-a04e-68955c7d2e35 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f92ce39a-1025-4eab-b7f3-f769efe7afeb HTTP/1.1" status: 204 len: 168 time: 0.3006754 Apr 28 17:20:27.839994 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50064) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:27.907881 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (c390def0-1505-48c4-a8f4-285d5b3abd2e), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:27.990579 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (c390def0-1505-48c4-a8f4-285d5b3abd2e), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:28.010655 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c390def0-1505-48c4-a8f4-285d5b3abd2e']}} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:28.020262 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8a8ade-2c3b-4576-ba58-509368e8dc1d') {'for_net_delete': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:28.020560 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8a8ade-2c3b-4576-ba58-509368e8dc1d') {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:28.030028 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4244583'] for segment (7e8a8ade-2c3b-4576-ba58-509368e8dc1d), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:28.042934 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (7e8a8ade-2c3b-4576-ba58-509368e8dc1d), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:28.048748 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:20:28.049138 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (7e8a8ade-2c3b-4576-ba58-509368e8dc1d), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: Traceback (most recent call last): Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: timer() Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: cb(*args, **kw) Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: return func(*args, **kwargs) Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: self._notify() Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: self.callback(batched_events) Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: event.method(event) Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: return f(self, *a, **k) Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._get(url).json() Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: return self.request(url, 'GET', **kwargs) Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:20:28.050965 dv-cinder-826949-5-iscsi neutron-server[103997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:20:28.187000 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (c390def0-1505-48c4-a8f4-285d5b3abd2e), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:28.206955 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:28.210311 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c390def0-1505-48c4-a8f4-285d5b3abd2e HTTP/1.1" status: 204 len: 168 time: 0.3692396 Apr 28 17:20:28.211566 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9f6f8-aa1c-4736-81bc-86ef66889371 admin admin] Pushing event deleted for resources: {'Network': ['ID=c390def0-1505-48c4-a8f4-285d5b3abd2e,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:28.227934 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:20:28.664968 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50070) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:28.709237 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-50fec0df-6889-43b4-8c3d-275123b05be6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f8b4f0642b74ec89d905128cc6cddef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407550 Apr 28 17:20:28.709505 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50074) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:28.761817 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31f0e77f-1436-4d9e-9998-e60fecdbf463 admin admin] Publish callbacks [] for security_group (9005bfe8-afff-411b-b919-2e86cb075da8), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:28.782577 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31f0e77f-1436-4d9e-9998-e60fecdbf463 admin admin] Publish callbacks [] for security_group (9005bfe8-afff-411b-b919-2e86cb075da8), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:28.929979 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31f0e77f-1436-4d9e-9998-e60fecdbf463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9005bfe8-afff-411b-b919-2e86cb075da8), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:28.932616 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31f0e77f-1436-4d9e-9998-e60fecdbf463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:28.933817 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-31f0e77f-1436-4d9e-9998-e60fecdbf463 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9005bfe8-afff-411b-b919-2e86cb075da8 HTTP/1.1" status: 204 len: 168 time: 0.2234581 Apr 28 17:20:28.942345 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0e77f-1436-4d9e-9998-e60fecdbf463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9005bfe8-afff-411b-b919-2e86cb075da8,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:29.187613 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531562e3-f30f-45d7-895a-43fe59e22a10 req-68e2d168-367b-48ee-a462-8d4c6cd335a0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:29.189075 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-531562e3-f30f-45d7-895a-43fe59e22a10 req-68e2d168-367b-48ee-a462-8d4c6cd335a0 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0478265 Apr 28 17:20:29.235605 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-531562e3-f30f-45d7-895a-43fe59e22a10 req-ae105f98-d875-42dd-8afa-94fdd96b2683 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Apr 28 17:20:30.353395 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3324a4d-f382-435a-a93e-baeae0e9b1af req-b0601697-7b5f-4397-98f2-31979e132042 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:30.354862 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a3324a4d-f382-435a-a93e-baeae0e9b1af req-b0601697-7b5f-4397-98f2-31979e132042 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0489542 Apr 28 17:20:30.644661 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a3324a4d-f382-435a-a93e-baeae0e9b1af req-bf7350be-455e-48b5-b4da-53d2ba7b60e6 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841156 Apr 28 17:20:31.672872 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267be57b-29c8-4299-8d3c-edf7a7181cd9 req-fdff6461-75c5-4d3a-97e1-a82e6758ade2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:31.674219 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-267be57b-29c8-4299-8d3c-edf7a7181cd9 req-fdff6461-75c5-4d3a-97e1-a82e6758ade2 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0481641 Apr 28 17:20:31.757953 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44dc8b-147d-40cc-9a54-ceaeec53d9d6 req-78f3b20d-e369-452b-b728-62ca664e3f9a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:31.760110 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f44dc8b-147d-40cc-9a54-ceaeec53d9d6 req-78f3b20d-e369-452b-b728-62ca664e3f9a tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 945 time: 0.0485113 Apr 28 17:20:31.763836 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-267be57b-29c8-4299-8d3c-edf7a7181cd9 req-8abf526e-ae86-493b-9e5a-b63b574a8221 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Deleting port dd3764b3-8ab3-489e-beb3-23ac660e31d5 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:20:31.764203 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-267be57b-29c8-4299-8d3c-edf7a7181cd9 req-8abf526e-ae86-493b-9e5a-b63b574a8221 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:31.811897 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f44dc8b-147d-40cc-9a54-ceaeec53d9d6 req-f730a218-24ad-46e6-b28f-66ca37c9bbab tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460973 Apr 28 17:20:31.851931 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-267be57b-29c8-4299-8d3c-edf7a7181cd9 req-8abf526e-ae86-493b-9e5a-b63b574a8221 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] For port dd3764b3-8ab3-489e-beb3-23ac660e31d5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dd3764b3-8ab3-489e-beb3-23ac660e31d5,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:31.852342 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-267be57b-29c8-4299-8d3c-edf7a7181cd9 req-8abf526e-ae86-493b-9e5a-b63b574a8221 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:31.865529 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-267be57b-29c8-4299-8d3c-edf7a7181cd9 req-8abf526e-ae86-493b-9e5a-b63b574a8221 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Calling delete_port for dd3764b3-8ab3-489e-beb3-23ac660e31d5 owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:20:32.089947 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-267be57b-29c8-4299-8d3c-edf7a7181cd9 req-8abf526e-ae86-493b-9e5a-b63b574a8221 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (dd3764b3-8ab3-489e-beb3-23ac660e31d5), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:32.119748 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf526e-ae86-493b-9e5a-b63b574a8221 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event deleted for resources: {'Port': ['ID=dd3764b3-8ab3-489e-beb3-23ac660e31d5,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:32.130562 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f08c40be-eb48-48bf-a2f6-6a3de0406df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:32.137337 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['dd3764b3-8ab3-489e-beb3-23ac660e31d5', 'a6cd92cf-329e-4007-9e51-7732838fe006'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:20:32.165977 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-267be57b-29c8-4299-8d3c-edf7a7181cd9 req-8abf526e-ae86-493b-9e5a-b63b574a8221 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] No DVR routers for this DVR port dd3764b3-8ab3-489e-beb3-23ac660e31d5 on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:20:32.168511 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-267be57b-29c8-4299-8d3c-edf7a7181cd9 req-8abf526e-ae86-493b-9e5a-b63b574a8221 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:32.171805 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-267be57b-29c8-4299-8d3c-edf7a7181cd9 req-8abf526e-ae86-493b-9e5a-b63b574a8221 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "DELETE /v2.0/ports/dd3764b3-8ab3-489e-beb3-23ac660e31d5 HTTP/1.1" status: 204 len: 173 time: 0.4927545 Apr 28 17:20:32.172271 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e332d5d4-4f2d-49f1-b998-3ad68de73b1b', 'name': 'network-vif-deleted', 'tag': 'dd3764b3-8ab3-489e-beb3-23ac660e31d5'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:32.174580 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc400da-0630-4a42-96ba-11c782937f99" -d '{"events": [{"server_uuid": "e332d5d4-4f2d-49f1-b998-3ad68de73b1b", "name": "network-vif-deleted", "tag": "dd3764b3-8ab3-489e-beb3-23ac660e31d5"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:32.391446 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5bf647-3a44-47ed-8fe7-1b60fc77b66e x-openstack-request-id: req-cd5bf647-3a44-47ed-8fe7-1b60fc77b66e {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:32.391829 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e332d5d4-4f2d-49f1-b998-3ad68de73b1b", "name": "network-vif-deleted", "tag": "dd3764b3-8ab3-489e-beb3-23ac660e31d5", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:32.392140 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd5bf647-3a44-47ed-8fe7-1b60fc77b66e {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:32.398903 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5bf647-3a44-47ed-8fe7-1b60fc77b66e'] response: {'server_uuid': 'e332d5d4-4f2d-49f1-b998-3ad68de73b1b', 'name': 'network-vif-deleted', 'tag': 'dd3764b3-8ab3-489e-beb3-23ac660e31d5', 'status': 'completed', 'code': 200} Apr 28 17:20:32.917135 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-72cd1659-52c2-4803-8a8f-8722c5f328e0 req-fb25a2b3-696a-4410-952d-40f666ce49d5 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=e332d5d4-4f2d-49f1-b998-3ad68de73b1b HTTP/1.1" status: 200 len: 210 time: 0.0283833 Apr 28 17:20:34.420979 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2c565-0d40-4787-92a5-e6354b463391 req-6f002412-bc18-457a-ab2b-d2c5ef1187b7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:34.422450 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e9b2c565-0d40-4787-92a5-e6354b463391 req-6f002412-bc18-457a-ab2b-d2c5ef1187b7 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0497582 Apr 28 17:20:34.469969 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e9b2c565-0d40-4787-92a5-e6354b463391 req-fed86bcc-48d3-460f-a922-c0300a72d4f4 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 Apr 28 17:20:34.518291 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0a325d33-032f-4968-8d0e-9cf545c3369e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:34.674730 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device dd3764b3-8ab3-489e-beb3-23ac660e31d5 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:20:34.695129 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: dd3764b3-8ab3-489e-beb3-23ac660e31d5 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:20:34.695477 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device dd3764b3-8ab3-489e-beb3-23ac660e31d5 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:20:35.586719 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2625d-704c-4287-b424-51da080e114e req-e7340bc6-2000-4602-af17-74c0e1bc4800 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:35.588217 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f3b2625d-704c-4287-b424-51da080e114e req-e7340bc6-2000-4602-af17-74c0e1bc4800 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0461707 Apr 28 17:20:35.632622 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:35.634326 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f3b2625d-704c-4287-b424-51da080e114e req-d90a68e2-f649-40a6-bb13-3288e7b6d114 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Apr 28 17:20:36.749277 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7d5fe-56c9-4584-9ada-9e0cba2c0b29 req-2d8780aa-71f4-4e2e-927f-085761d3f7b3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:36.751037 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-79c7d5fe-56c9-4584-9ada-9e0cba2c0b29 req-2d8780aa-71f4-4e2e-927f-085761d3f7b3 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0471795 Apr 28 17:20:36.799039 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-79c7d5fe-56c9-4584-9ada-9e0cba2c0b29 req-eec50041-d60c-4251-acbc-0c70970fbf50 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Apr 28 17:20:37.033135 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:37.802497 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4271a1-5e2a-42ec-b365-801f1b59b00f req-0abc4b10-d388-42cd-bd5e-8220a1271851 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:37.803929 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9a4271a1-5e2a-42ec-b365-801f1b59b00f req-0abc4b10-d388-42cd-bd5e-8220a1271851 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0489795 Apr 28 17:20:37.890489 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-9a4271a1-5e2a-42ec-b365-801f1b59b00f req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Deleting port a6cd92cf-329e-4007-9e51-7732838fe006 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:20:37.890838 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-9a4271a1-5e2a-42ec-b365-801f1b59b00f req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:37.915443 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca2bd8-1c3c-4700-9dd3-dbf630c40692 req-3d3ed966-6566-4876-a7fb-98e2859028ee tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:37.916947 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aca2bd8-1c3c-4700-9dd3-dbf630c40692 req-3d3ed966-6566-4876-a7fb-98e2859028ee tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 946 time: 0.0498364 Apr 28 17:20:37.962997 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aca2bd8-1c3c-4700-9dd3-dbf630c40692 req-35478212-2da0-4cd3-8638-f7f9b8f9427b tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/security-groups?id=6bfa73ec-7c81-4391-98db-8bee51d42a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Apr 28 17:20:37.983213 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-9a4271a1-5e2a-42ec-b365-801f1b59b00f req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] For port a6cd92cf-329e-4007-9e51-7732838fe006, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a6cd92cf-329e-4007-9e51-7732838fe006,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:37.983578 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-9a4271a1-5e2a-42ec-b365-801f1b59b00f req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:37.996900 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-9a4271a1-5e2a-42ec-b365-801f1b59b00f req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Calling delete_port for a6cd92cf-329e-4007-9e51-7732838fe006 owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:20:38.215759 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-9a4271a1-5e2a-42ec-b365-801f1b59b00f req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (a6cd92cf-329e-4007-9e51-7732838fe006), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:38.247900 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Pushing event deleted for resources: {'Port': ['ID=a6cd92cf-329e-4007-9e51-7732838fe006,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:38.259300 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['a6cd92cf-329e-4007-9e51-7732838fe006'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:20:38.278739 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.279097 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.279448 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.279795 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.280167 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.280507 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.280879 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.281179 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.281513 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.281844 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.282175 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.282504 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.282883 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.283219 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.283550 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:38.306864 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4271a1-5e2a-42ec-b365-801f1b59b00f req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] No DVR routers for this DVR port a6cd92cf-329e-4007-9e51-7732838fe006 on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:20:38.309315 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-9a4271a1-5e2a-42ec-b365-801f1b59b00f req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:38.312630 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9a4271a1-5e2a-42ec-b365-801f1b59b00f req-13dbe0a4-8767-44e4-81a4-7a9d3e48e16d tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.66 "DELETE /v2.0/ports/a6cd92cf-329e-4007-9e51-7732838fe006 HTTP/1.1" status: 204 len: 173 time: 0.5027792 Apr 28 17:20:38.313072 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c67f11-340f-4ecb-b8ea-da601aaee01c', 'name': 'network-vif-deleted', 'tag': 'a6cd92cf-329e-4007-9e51-7732838fe006'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:38.315296 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aded0155-60ff-45a8-99be-f732bcd1fa25" -d '{"events": [{"server_uuid": "03c67f11-340f-4ecb-b8ea-da601aaee01c", "name": "network-vif-deleted", "tag": "a6cd92cf-329e-4007-9e51-7732838fe006"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:38.351471 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbba4a4-f528-4326-a96c-e6b76404234c x-openstack-request-id: req-3fbba4a4-f528-4326-a96c-e6b76404234c {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:38.351768 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c67f11-340f-4ecb-b8ea-da601aaee01c", "name": "network-vif-deleted", "tag": "a6cd92cf-329e-4007-9e51-7732838fe006", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:38.352025 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fbba4a4-f528-4326-a96c-e6b76404234c {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:38.352458 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbba4a4-f528-4326-a96c-e6b76404234c'] response: {'server_uuid': '03c67f11-340f-4ecb-b8ea-da601aaee01c', 'name': 'network-vif-deleted', 'tag': 'a6cd92cf-329e-4007-9e51-7732838fe006', 'status': 'completed', 'code': 200} Apr 28 17:20:38.540123 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:39.068360 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ef8541ef-8f5e-4aaf-9ddc-ad2038d28424 req-ebdf5314-a00d-4a00-89a4-9d587f0aea18 tempest-ServerRescueNegativeTestJSON-129994240 tempest-ServerRescueNegativeTestJSON-129994240-project] 10.222.0.64 "GET /v2.0/ports?device_id=03c67f11-340f-4ecb-b8ea-da601aaee01c HTTP/1.1" status: 200 len: 210 time: 0.0275183 Apr 28 17:20:39.391044 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0dfb7-e370-423e-a76e-4f8c8810e955 req-e0b10083-8419-4785-ac80-1a6d93244ae5 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:39.392687 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-99a0dfb7-e370-423e-a76e-4f8c8810e955 req-e0b10083-8419-4785-ac80-1a6d93244ae5 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0498133 Apr 28 17:20:39.446666 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-99a0dfb7-e370-423e-a76e-4f8c8810e955 req-155ff22f-cb26-42c6-8bc4-66e0c1d130d9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475321 Apr 28 17:20:40.124495 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50122) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:40.631038 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ad128-c8cc-4a71-8740-7a0624842884 req-2f632343-ab51-4b8b-9ae9-a250a0cbf1fc tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:40.632510 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f52ad128-c8cc-4a71-8740-7a0624842884 req-2f632343-ab51-4b8b-9ae9-a250a0cbf1fc tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0991502 Apr 28 17:20:40.673377 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device a6cd92cf-329e-4007-9e51-7732838fe006 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:20:40.694869 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: a6cd92cf-329e-4007-9e51-7732838fe006 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:20:40.695216 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device a6cd92cf-329e-4007-9e51-7732838fe006 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:20:40.715081 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346427'] for router_interface (f9dcc41b-8d29-4fe8-855b-3795fd310741), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:40.777269 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f52ad128-c8cc-4a71-8740-7a0624842884 req-8e328186-e819-4ebc-af7b-caf94eb8e20f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289098 Apr 28 17:20:41.012853 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] Deleting port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:20:41.013189 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:41.090242 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] For port 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:41.090516 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:41.102727 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] Calling delete_port for 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 owned by network:router_interface {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:20:41.329564 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:41.354719 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:41.521966 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346519'] for router_interface (f9dcc41b-8d29-4fe8-855b-3795fd310741), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:41.893300 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e676486-8f12-4379-ae34-9dc56a892d10 req-a42432c7-315b-472b-8f40-edbe48a2b0e9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:41.894773 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e676486-8f12-4379-ae34-9dc56a892d10 req-a42432c7-315b-472b-8f40-edbe48a2b0e9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0482354 Apr 28 17:20:41.944300 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e676486-8f12-4379-ae34-9dc56a892d10 req-7b6d2967-f260-4d65-a67b-8768109be447 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431156 Apr 28 17:20:41.977095 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] Router f9dcc41b-8d29-4fe8-855b-3795fd310741 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:20:42.082276 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:20:42.088351 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d5245a76-a0aa-4130-ab79-8c5113322d30 admin admin] 10.222.0.64 "PUT /v2.0/routers/f9dcc41b-8d29-4fe8-855b-3795fd310741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9621232 Apr 28 17:20:42.090352 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50132) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:42.093080 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db66482-1ce1-45c5-9fc9-3cbb9afa404b None None] Sync routers for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:20:42.103059 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db66482-1ce1-45c5-9fc9-3cbb9afa404b None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:20:42.103665 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6db66482-1ce1-45c5-9fc9-3cbb9afa404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:20:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:42.197964 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Publish callbacks [] for router (f9dcc41b-8d29-4fe8-855b-3795fd310741), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:42.219133 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6db66482-1ce1-45c5-9fc9-3cbb9afa404b None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:20:42.312478 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Publish callbacks [] for router_gateway (f9dcc41b-8d29-4fe8-855b-3795fd310741), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:42.410110 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6db66482-1ce1-45c5-9fc9-3cbb9afa404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:20:41Z', 'revision_number': 5, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port': {'id': 'd6f20426-7c8a-4049-8020-ef077684591a', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:14:56Z', 'updated_at': '2022-04-28T17:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:42.469538 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Deleting port d6f20426-7c8a-4049-8020-ef077684591a {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:20:42.470238 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (d6f20426-7c8a-4049-8020-ef077684591a), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:42.556575 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] For port d6f20426-7c8a-4049-8020-ef077684591a, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=d6f20426-7c8a-4049-8020-ef077684591a,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:42.556941 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (d6f20426-7c8a-4049-8020-ef077684591a), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:42.563940 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db66482-1ce1-45c5-9fc9-3cbb9afa404b None None] Checking router: f9dcc41b-8d29-4fe8-855b-3795fd310741 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:20:42.570183 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Calling delete_port for d6f20426-7c8a-4049-8020-ef077684591a owned by network:router_gateway {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:20:42.572857 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db66482-1ce1-45c5-9fc9-3cbb9afa404b None None] Routers {'f9dcc41b-8d29-4fe8-855b-3795fd310741'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:20:42.573477 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6db66482-1ce1-45c5-9fc9-3cbb9afa404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:20:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['f9dcc41b-8d29-4fe8-855b-3795fd310741'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:42.659631 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6db66482-1ce1-45c5-9fc9-3cbb9afa404b None None] Set router f9dcc41b-8d29-4fe8-855b-3795fd310741 gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:20:42.713858 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6db66482-1ce1-45c5-9fc9-3cbb9afa404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:20:42Z', 'revision_number': 6, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port_host': None}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:42.748966 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db66482-1ce1-45c5-9fc9-3cbb9afa404b None None] The sync data for ids ['f9dcc41b-8d29-4fe8-855b-3795fd310741'] in dv-cinder-826949-5-iscsi is: [{'id': 'f9dcc41b-8d29-4fe8-855b-3795fd310741', 'name': 'tempest-ServerRescueNegativeTestJSON-1851084875-router', 'tenant_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:55Z', 'updated_at': '2022-04-28T17:20:42Z', 'revision_number': 6, 'project_id': '8ce6ed1c9a114619862c6fdbcbc9897e', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:20:42.803402 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (d6f20426-7c8a-4049-8020-ef077684591a), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:42.830386 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f20426-7c8a-4049-8020-ef077684591a,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:42.893016 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-723709'] for router_gateway (f9dcc41b-8d29-4fe8-855b-3795fd310741), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:42.996827 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-348742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14345'] for router (f9dcc41b-8d29-4fe8-855b-3795fd310741), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:42.998961 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Publish callbacks [] for router_controller (f9dcc41b-8d29-4fe8-855b-3795fd310741), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.107181 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287aa1e8-65dd-4d5a-9e2a-da3cf5cf07be req-c7114e77-74ed-48d4-9b05-6ec0078b1812 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:43.108794 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-287aa1e8-65dd-4d5a-9e2a-da3cf5cf07be req-c7114e77-74ed-48d4-9b05-6ec0078b1812 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0834420 Apr 28 17:20:43.161477 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-348767'] for router (f9dcc41b-8d29-4fe8-855b-3795fd310741), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.162006 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9dcc41b-8d29-4fe8-855b-3795fd310741 {{(pid=103997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 17:20:43.167261 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.168477 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-5429d8ad-26d7-4b37-b78d-fa50c837d278 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f9dcc41b-8d29-4fe8-855b-3795fd310741 HTTP/1.1" status: 204 len: 168 time: 1.0772023 Apr 28 17:20:43.171058 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 50136) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:43.177375 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-287aa1e8-65dd-4d5a-9e2a-da3cf5cf07be req-dfdb5b50-a918-404c-a7fb-3479420c3116 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625603 Apr 28 17:20:43.219465 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e786b2-31a9-4ec7-aa39-105c5075aeac admin admin] Deleting subnet 86f3cb4e-5299-4290-a70a-a94038032f56 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:20:43.222747 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-54e786b2-31a9-4ec7-aa39-105c5075aeac admin admin] Publish callbacks [] for subnet (86f3cb4e-5299-4290-a70a-a94038032f56), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.261463 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-54e786b2-31a9-4ec7-aa39-105c5075aeac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5926562'] for subnet (86f3cb4e-5299-4290-a70a-a94038032f56), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.364113 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-54e786b2-31a9-4ec7-aa39-105c5075aeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (86f3cb4e-5299-4290-a70a-a94038032f56), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.518905 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-54e786b2-31a9-4ec7-aa39-105c5075aeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6706966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5919827'] for subnet (86f3cb4e-5299-4290-a70a-a94038032f56), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.547100 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e786b2-31a9-4ec7-aa39-105c5075aeac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f3cb4e-5299-4290-a70a-a94038032f56,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:43.550727 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-54e786b2-31a9-4ec7-aa39-105c5075aeac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.556567 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-54e786b2-31a9-4ec7-aa39-105c5075aeac admin admin] 10.222.0.64 "DELETE /v2.0/subnets/86f3cb4e-5299-4290-a70a-a94038032f56 HTTP/1.1" status: 204 len: 168 time: 0.3817198 Apr 28 17:20:43.557137 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50138) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:43.557595 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d1a0c6-ffdf-404d-a17d-409e688b7104 None None] Network d7930fad-9b25-4105-a4c3-1439cf4d5dbb requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:20:43.631820 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (d7930fad-9b25-4105-a4c3-1439cf4d5dbb), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.682282 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Deleting port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:20:43.682660 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.712830 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] DHCP port deletion for d7930fad-9b25-4105-a4c3-1439cf4d5dbb request from dv-cinder-826949-5-iscsi {{(pid=103998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 17:20:43.753594 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] For port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:43.753973 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.758151 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Deleting port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b {{(pid=103998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:20:43.758767 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), before_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.770410 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Calling delete_port for 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:20:43.829893 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] For port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b,segment=NetworkSegment(05484b8b-9819-4977-bf87-664fdc4eb436),segment_id=05484b8b-9819-4977-bf87-664fdc4eb436)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:43.830293 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), precommit_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.845134 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Calling delete_port for 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b owned by network:dhcp {{(pid=103998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:20:43.935460 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.959862 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167'] for port (3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b), after_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:43.963371 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:43.965436 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] No DVR routers for this DVR port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b on host dv-cinder-826949-5-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:20:43.981442 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Pushing event deleted for resources: {'Port': ['ID=3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b,revision_number=None']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:43.994157 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.994394 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.994758 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.995120 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.995461 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.995791 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.996140 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.996468 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.996795 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.997120 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.997445 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.997811 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.998120 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.998442 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:43.998763 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:20:44.001811 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef641d05-459c-4c8c-b732-90e368a8d9f7 None None] No DVR routers for this DVR port 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b on host dv-cinder-826949-5-iscsi {{(pid=103998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:20:44.039319 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (d7930fad-9b25-4105-a4c3-1439cf4d5dbb), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:44.059154 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7930fad-9b25-4105-a4c3-1439cf4d5dbb']}} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:44.068823 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05484b8b-9819-4977-bf87-664fdc4eb436') {'for_net_delete': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:44.069115 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05484b8b-9819-4977-bf87-664fdc4eb436') {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:20:44.078213 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4244583'] for segment (05484b8b-9819-4977-bf87-664fdc4eb436), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:44.091561 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (05484b8b-9819-4977-bf87-664fdc4eb436), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:44.097343 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (05484b8b-9819-4977-bf87-664fdc4eb436), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: Traceback (most recent call last): Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: timer() Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: cb(*args, **kw) Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: return func(*args, **kwargs) Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: self._notify() Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: self.callback(batched_events) Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: event.method(event) Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: return f(self, *a, **k) Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._get(url).json() Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: return self.request(url, 'GET', **kwargs) Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:20:44.100131 dv-cinder-826949-5-iscsi neutron-server[103997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:20:44.232774 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (d7930fad-9b25-4105-a4c3-1439cf4d5dbb), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:44.238321 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:44.242333 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d7930fad-9b25-4105-a4c3-1439cf4d5dbb HTTP/1.1" status: 204 len: 168 time: 0.6841118 Apr 28 17:20:44.253230 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff27a4-2f65-4dde-8e34-345493c0c047 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7930fad-9b25-4105-a4c3-1439cf4d5dbb,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:44.294903 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd394c8d-b296-43b1-9bef-45c54c3f5b1d req-15759693-36e9-4fc2-bd55-3b8042f2c09f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:44.299350 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd394c8d-b296-43b1-9bef-45c54c3f5b1d req-15759693-36e9-4fc2-bd55-3b8042f2c09f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0537052 Apr 28 17:20:44.331712 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:20:44.352540 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd394c8d-b296-43b1-9bef-45c54c3f5b1d req-d10ab0a4-2553-40bd-97cd-25e7a7e504cd tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460954 Apr 28 17:20:44.352746 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:20:44.353134 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 41f0dadf-9cc0-4f72-bfe2-a0b466c5ea67 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:20:44.353630 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d6f20426-7c8a-4049-8020-ef077684591a no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:20:44.373485 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: d6f20426-7c8a-4049-8020-ef077684591a {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:20:44.373832 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d6f20426-7c8a-4049-8020-ef077684591a not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:20:44.374297 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:20:44.393285 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:20:44.393627 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 3fbd65fa-7d96-4dba-aa47-c7f48b3c4a3b not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:20:44.590806 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 50144) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:44.630982 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0d8ca8c3-e6a5-44bf-8ef7-ce3654d00ab4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ce6ed1c9a114619862c6fdbcbc9897e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389414 Apr 28 17:20:44.633335 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 50146) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:44.683431 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3995a1b3-5777-48f6-8e3d-e0473697a36a admin admin] Publish callbacks [] for security_group (6bfa73ec-7c81-4391-98db-8bee51d42a9e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:44.703881 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3995a1b3-5777-48f6-8e3d-e0473697a36a admin admin] Publish callbacks [] for security_group (6bfa73ec-7c81-4391-98db-8bee51d42a9e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:44.838230 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3995a1b3-5777-48f6-8e3d-e0473697a36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (6bfa73ec-7c81-4391-98db-8bee51d42a9e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:44.840749 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3995a1b3-5777-48f6-8e3d-e0473697a36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:44.841881 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3995a1b3-5777-48f6-8e3d-e0473697a36a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bfa73ec-7c81-4391-98db-8bee51d42a9e HTTP/1.1" status: 204 len: 168 time: 0.2076709 Apr 28 17:20:44.850352 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995a1b3-5777-48f6-8e3d-e0473697a36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfa73ec-7c81-4391-98db-8bee51d42a9e,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:45.465560 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e0110-980a-4e39-a589-6cc586bbaffe req-56097261-d871-4dc6-901d-70d6c77bdce4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:45.467071 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-102e0110-980a-4e39-a589-6cc586bbaffe req-56097261-d871-4dc6-901d-70d6c77bdce4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0472186 Apr 28 17:20:45.517812 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-102e0110-980a-4e39-a589-6cc586bbaffe req-72f1df2d-4c2a-4e07-8001-7291a2bda381 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452693 Apr 28 17:20:46.627914 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2194470-c9a8-4726-aacb-8c6f245310d0 req-05d7b38e-4278-4702-a219-2b18e22aa02d tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:46.629386 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c2194470-c9a8-4726-aacb-8c6f245310d0 req-05d7b38e-4278-4702-a219-2b18e22aa02d tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0468283 Apr 28 17:20:46.683625 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c2194470-c9a8-4726-aacb-8c6f245310d0 req-ca52d762-bdf5-4436-be45-705753f1b810 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480912 Apr 28 17:20:47.801424 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fa603-98d4-4f6f-840a-2b9ada0d7078 req-5588ccc1-cebd-4fce-aee1-6bd6e5be4e94 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:47.803163 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fd8fa603-98d4-4f6f-840a-2b9ada0d7078 req-5588ccc1-cebd-4fce-aee1-6bd6e5be4e94 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0491941 Apr 28 17:20:47.852360 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fd8fa603-98d4-4f6f-840a-2b9ada0d7078 req-39da03b1-e095-4ccb-9fc4-13fa56d781a4 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Apr 28 17:20:48.967634 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a180dc-93a2-4f61-b6a0-f1c1cd91faf9 req-4116e74c-8f7b-49ed-852a-4c1ae34c3d0e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:48.969121 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f8a180dc-93a2-4f61-b6a0-f1c1cd91faf9 req-4116e74c-8f7b-49ed-852a-4c1ae34c3d0e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0496290 Apr 28 17:20:49.017815 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f8a180dc-93a2-4f61-b6a0-f1c1cd91faf9 req-e13de8e2-f4d1-4dce-a515-69f370e178f5 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 Apr 28 17:20:49.736988 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de86d17-6dc7-4a02-8503-b7c19effc7a0 req-6e5668db-c9be-4606-b810-a6e6cdf46312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:49.738483 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2de86d17-6dc7-4a02-8503-b7c19effc7a0 req-6e5668db-c9be-4606-b810-a6e6cdf46312 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fbcc6f0b77184e149a43d3ae73acec24&device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 1129 time: 0.0394878 Apr 28 17:20:49.832511 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de86d17-6dc7-4a02-8503-b7c19effc7a0 req-461f21a6-2b94-4250-8d1d-2ae027ee899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:49.834651 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2de86d17-6dc7-4a02-8503-b7c19effc7a0 req-461f21a6-2b94-4250-8d1d-2ae027ee899e service neutron] 10.222.0.66 "GET /v2.0/networks?id=edf64d58-19ad-4a56-9941-a9398d1546bb HTTP/1.1" status: 200 len: 910 time: 0.0883689 Apr 28 17:20:49.900860 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2de86d17-6dc7-4a02-8503-b7c19effc7a0 req-93636252-b3f4-45de-bb9c-2dc0410be8f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336 HTTP/1.1" status: 200 len: 1000 time: 0.0591593 Apr 28 17:20:49.952192 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de86d17-6dc7-4a02-8503-b7c19effc7a0 req-1cbf95dc-b254-4836-8fa3-d7e829309f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:49.953718 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2de86d17-6dc7-4a02-8503-b7c19effc7a0 req-1cbf95dc-b254-4836-8fa3-d7e829309f1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e8007a0-4cce-4670-8577-367d74defe80 HTTP/1.1" status: 200 len: 848 time: 0.0438578 Apr 28 17:20:49.999725 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de86d17-6dc7-4a02-8503-b7c19effc7a0 req-bbf0ab62-65c6-42bf-b947-047823173243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:50.001460 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2de86d17-6dc7-4a02-8503-b7c19effc7a0 req-bbf0ab62-65c6-42bf-b947-047823173243 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=edf64d58-19ad-4a56-9941-a9398d1546bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411489 Apr 28 17:20:50.093421 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2de86d17-6dc7-4a02-8503-b7c19effc7a0 req-df453f3e-3c5a-49a8-8711-b9e64307cc96 service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827806 Apr 28 17:20:50.196999 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe7ff1-132f-428b-ba8c-d8c20733cf53 req-578c1f6d-6283-4f30-a023-bd0d94803aec tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:50.198536 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-34fe7ff1-132f-428b-ba8c-d8c20733cf53 req-578c1f6d-6283-4f30-a023-bd0d94803aec tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.1020381 Apr 28 17:20:50.243357 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2de86d17-6dc7-4a02-8503-b7c19effc7a0 req-bb884243-653c-4e8c-9401-26460762d9e1 service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379132 Apr 28 17:20:50.262063 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-34fe7ff1-132f-428b-ba8c-d8c20733cf53 req-c1b7f3f9-665c-4a3c-9097-12bcfcdc9ad1 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574615 Apr 28 17:20:51.401712 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bb6a1-573b-4900-9b13-7ff6009523e5 req-d4cf7765-92fb-48ab-9b11-ac69c9deab4f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:51.403188 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3b4bb6a1-573b-4900-9b13-7ff6009523e5 req-d4cf7765-92fb-48ab-9b11-ac69c9deab4f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0512648 Apr 28 17:20:51.452092 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3b4bb6a1-573b-4900-9b13-7ff6009523e5 req-df77bb6d-6df0-42c8-81e9-4132e304fdd7 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423956 Apr 28 17:20:52.051329 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ae6aa-a0fc-400d-a2a3-bd3fd8f28c7b req-f88df616-b9cc-4265-9dfa-13297eb010d9 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:52.063055 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d49ae6aa-a0fc-400d-a2a3-bd3fd8f28c7b req-f88df616-b9cc-4265-9dfa-13297eb010d9 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0535581 Apr 28 17:20:52.116638 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d49ae6aa-a0fc-400d-a2a3-bd3fd8f28c7b req-e4b52336-10a3-41e5-b09f-8fd20fa5d1cb tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564563 Apr 28 17:20:52.567344 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336dffb-e86c-4cd0-a753-8652c26f7e04 req-265b0efb-1d09-4536-9d56-e44a1fc5bba9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:52.569396 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4336dffb-e86c-4cd0-a753-8652c26f7e04 req-265b0efb-1d09-4536-9d56-e44a1fc5bba9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0484190 Apr 28 17:20:52.621111 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4336dffb-e86c-4cd0-a753-8652c26f7e04 req-99083f8a-ff25-4668-a001-8b3d771f818f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457268 Apr 28 17:20:53.234252 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6625a-7c60-49c7-8ba3-011d68e6af00 req-c620b33f-6c82-424e-9b5d-4a9546ed5786 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:53.235721 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-99c6625a-7c60-49c7-8ba3-011d68e6af00 req-c620b33f-6c82-424e-9b5d-4a9546ed5786 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0471406 Apr 28 17:20:53.282859 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-99c6625a-7c60-49c7-8ba3-011d68e6af00 req-a6785cba-1c21-453a-8a45-f160e25739c4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409014 Apr 28 17:20:53.736639 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52965c23-e6f4-4f24-a008-77070629c144 req-8bccdb23-00f7-418e-b7d8-81f2d2c0c723 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:53.738165 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-52965c23-e6f4-4f24-a008-77070629c144 req-8bccdb23-00f7-418e-b7d8-81f2d2c0c723 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0464287 Apr 28 17:20:53.791589 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-52965c23-e6f4-4f24-a008-77070629c144 req-96d74582-b4ea-4c58-ae35-b14581705765 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474467 Apr 28 17:20:53.950633 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-6dbc06e1-10db-46cd-8ea4-91c67571fe99 req-953a2a62-0c36-4895-8700-999dbed97541 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:20:53.951660 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6dbc06e1-10db-46cd-8ea4-91c67571fe99 req-953a2a62-0c36-4895-8700-999dbed97541 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0967660 Apr 28 17:20:54.292020 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24925e8-d413-481f-a408-03db2089c7f3 req-1661a189-5047-4d5f-8223-5be547a8d708 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:54.293712 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c24925e8-d413-481f-a408-03db2089c7f3 req-1661a189-5047-4d5f-8223-5be547a8d708 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0495651 Apr 28 17:20:54.343340 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c24925e8-d413-481f-a408-03db2089c7f3 req-ea9a6dd7-33e3-4246-a13a-9148c67f81fb tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440335 Apr 28 17:20:54.384212 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-d13a9840-2586-402f-8c19-583846386674 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0378852 Apr 28 17:20:54.411323 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f160e5d-9670-45e0-bfad-da11ccc99b79 req-36143ddb-7929-4d09-a801-2d511694ba82 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:54.413230 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f160e5d-9670-45e0-bfad-da11ccc99b79 req-36143ddb-7929-4d09-a801-2d511694ba82 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0556507 Apr 28 17:20:54.479039 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-697b4898-548f-4dfc-ba28-05ea81e8af87 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:54.480412 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-697b4898-548f-4dfc-ba28-05ea81e8af87 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports/2dcdadc7-8798-4bc7-a7fc-fda334a28336 HTTP/1.1" status: 200 len: 942 time: 0.0662205 Apr 28 17:20:54.502144 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f160e5d-9670-45e0-bfad-da11ccc99b79 req-0f2b2d14-f430-4725-8a45-f20cd01d2de4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795341 Apr 28 17:20:54.753394 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 2dcdadc7-8798-4bc7-a7fc-fda334a28336 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:20:54.830635 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 is: ACTIVE; New status is: DOWN {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:20:54.831030 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:54.857307 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:20:54.861673 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05d3f57-d022-49cb-8617-acf98b00e837" -d '{"events": [{"server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "name": "network-vif-unplugged", "status": "completed", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:20:54.873680 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 2dcdadc7-8798-4bc7-a7fc-fda334a28336, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:20:54.955652 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e0b6a5-ed62-49a4-858b-8343392c3844 x-openstack-request-id: req-d3e0b6a5-ed62-49a4-858b-8343392c3844 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:20:54.955947 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "name": "network-vif-unplugged", "status": "failed", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336", "code": 422}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:20:54.956236 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3e0b6a5-ed62-49a4-858b-8343392c3844 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:20:54.956635 dv-cinder-826949-5-iscsi neutron-server[103998]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d3e0b6a5-ed62-49a4-858b-8343392c3844']: {'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'code': 422} returned with failed status Apr 28 17:20:54.963688 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:55.011946 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=2dcdadc7-8798-4bc7-a7fc-fda334a28336,revision_number=6']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:55.464240 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5dba3-4fa2-49a5-979c-4fc209def2e2 req-dac41f81-891a-468b-a9c6-38ba60b75310 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:55.465763 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ade5dba3-4fa2-49a5-979c-4fc209def2e2 req-dac41f81-891a-468b-a9c6-38ba60b75310 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0489118 Apr 28 17:20:55.516522 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ade5dba3-4fa2-49a5-979c-4fc209def2e2 req-d6facd37-4f01-4806-a2bc-83e9791e0006 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450132 Apr 28 17:20:55.621150 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137c4e9-0598-49bb-9696-179b64f62915 req-120833ec-c4ab-4417-bb71-e5c979a770e5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:55.622586 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e137c4e9-0598-49bb-9696-179b64f62915 req-120833ec-c4ab-4417-bb71-e5c979a770e5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0461261 Apr 28 17:20:55.661203 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:55.672450 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e137c4e9-0598-49bb-9696-179b64f62915 req-eb913e80-dd41-48b2-95f5-1deebc5e3a09 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435338 Apr 28 17:20:56.587109 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 50340) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:56.639316 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df2452-38fb-4fa6-9607-934178b0fd32 req-25c4d0d6-73ed-40c1-ad28-91da63be3c5e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:56.640800 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-41df2452-38fb-4fa6-9607-934178b0fd32 req-25c4d0d6-73ed-40c1-ad28-91da63be3c5e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0479636 Apr 28 17:20:56.706190 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-41df2452-38fb-4fa6-9607-934178b0fd32 req-f71cd593-b52b-40bf-aa1b-65e162f9d501 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597761 Apr 28 17:20:56.707268 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f76fb56-f712-4f68-bf36-5b04c369c880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:56.785409 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f76fb56-f712-4f68-bf36-5b04c369c880 admin admin] Publish callbacks [] for security_group (94842bb5-5491-4e16-8a30-1880a13b92a8), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:56.793045 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d245c71-ec49-4a1c-a2d1-dc0e8935875d req-d0e36a77-a9a5-408b-acb1-82a98f9296e5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:56.795184 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7d245c71-ec49-4a1c-a2d1-dc0e8935875d req-d0e36a77-a9a5-408b-acb1-82a98f9296e5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0498137 Apr 28 17:20:56.842861 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7d245c71-ec49-4a1c-a2d1-dc0e8935875d req-3fd499c3-3a3e-4953-bfe1-d1bf745225c1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409203 Apr 28 17:20:56.905786 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f76fb56-f712-4f68-bf36-5b04c369c880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (94842bb5-5491-4e16-8a30-1880a13b92a8), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:56.945622 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9f76fb56-f712-4f68-bf36-5b04c369c880 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d833676df36546ac86bf2d712d96712a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573661 Apr 28 17:20:56.947539 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76fb56-f712-4f68-bf36-5b04c369c880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94842bb5-5491-4e16-8a30-1880a13b92a8,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:56.948329 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50346) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:20:56.997085 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7191d856-3f75-4f40-911d-ab041dfd13b0 admin admin] Publish callbacks [] for security_group (94842bb5-5491-4e16-8a30-1880a13b92a8), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:57.018365 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7191d856-3f75-4f40-911d-ab041dfd13b0 admin admin] Publish callbacks [] for security_group (94842bb5-5491-4e16-8a30-1880a13b92a8), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:57.146727 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7191d856-3f75-4f40-911d-ab041dfd13b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (94842bb5-5491-4e16-8a30-1880a13b92a8), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:57.149453 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7191d856-3f75-4f40-911d-ab041dfd13b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:20:57.150590 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-7191d856-3f75-4f40-911d-ab041dfd13b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94842bb5-5491-4e16-8a30-1880a13b92a8 HTTP/1.1" status: 204 len: 168 time: 0.2013004 Apr 28 17:20:57.158306 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191d856-3f75-4f40-911d-ab041dfd13b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94842bb5-5491-4e16-8a30-1880a13b92a8,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:20:57.729451 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-6812f6b8-e678-4486-8196-dbe1a03c713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:57.731032 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-6812f6b8-e678-4486-8196-dbe1a03c713c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073&tenant_id=fbcc6f0b77184e149a43d3ae73acec24 HTTP/1.1" status: 200 len: 1127 time: 0.0729096 Apr 28 17:20:57.808888 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-683458f2-e79c-44aa-8d58-3ae62b04d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:57.810371 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-683458f2-e79c-44aa-8d58-3ae62b04d313 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fbcc6f0b77184e149a43d3ae73acec24&device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 1127 time: 0.0399640 Apr 28 17:20:57.836212 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b50ed7-818c-4653-ab6a-28cc014593ff req-811d2f0d-00da-4a55-81d9-d3401a6cd856 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:57.838516 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d6b50ed7-818c-4653-ab6a-28cc014593ff req-811d2f0d-00da-4a55-81d9-d3401a6cd856 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0496051 Apr 28 17:20:57.890362 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d6b50ed7-818c-4653-ab6a-28cc014593ff req-46a3ca3d-6529-424b-8b11-2f2305eddcc9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467038 Apr 28 17:20:57.904010 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-3b2aff82-3e8c-48b9-924f-3bdc3c1df94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:57.905559 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-3b2aff82-3e8c-48b9-924f-3bdc3c1df94e service neutron] 10.222.0.66 "GET /v2.0/networks?id=edf64d58-19ad-4a56-9941-a9398d1546bb HTTP/1.1" status: 200 len: 910 time: 0.0893095 Apr 28 17:20:58.004160 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-218a6c25-41db-4319-a308-54f64b74576b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336 HTTP/1.1" status: 200 len: 998 time: 0.0926082 Apr 28 17:20:58.010916 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef3f4-ebee-4bf7-a012-02ca5741bb23 req-9911befd-77fa-45d8-9565-1f6be661d7ce tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:58.012327 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-aedef3f4-ebee-4bf7-a012-02ca5741bb23 req-9911befd-77fa-45d8-9565-1f6be661d7ce tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0661430 Apr 28 17:20:58.077456 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-09a83de6-0fa6-4816-be74-53ca47541598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:58.078967 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-09a83de6-0fa6-4816-be74-53ca47541598 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e8007a0-4cce-4670-8577-367d74defe80 HTTP/1.1" status: 200 len: 848 time: 0.0657444 Apr 28 17:20:58.102645 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-aedef3f4-ebee-4bf7-a012-02ca5741bb23 req-0de328e1-8f56-4e03-990d-949ab97eea67 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808847 Apr 28 17:20:58.134121 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-e859352b-4b65-4dd3-bcb5-85a63cb82a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:58.135634 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-e859352b-4b65-4dd3-bcb5-85a63cb82a0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=edf64d58-19ad-4a56-9941-a9398d1546bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484459 Apr 28 17:20:58.228997 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-974c669b-2be6-413f-9f6b-4e609445791a service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861604 Apr 28 17:20:58.319319 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-236ffee7-8c14-42cc-884f-b6e820857cd7 req-5ce9445e-cbca-478a-afd3-8696fc0af19f service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845413 Apr 28 17:20:59.015470 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e014ae3-aaed-489a-8760-d14ff07d23b0 req-215ade52-5f37-4be7-9455-1b53089dcfb6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:59.020267 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7e014ae3-aaed-489a-8760-d14ff07d23b0 req-215ade52-5f37-4be7-9455-1b53089dcfb6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0562091 Apr 28 17:20:59.080539 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7e014ae3-aaed-489a-8760-d14ff07d23b0 req-01b2e63e-33f7-4800-97dd-88310cb4c756 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532928 Apr 28 17:20:59.121794 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c3087-c292-4080-97eb-cd6e7437afda req-70019ead-ea28-4395-afa7-7a29778422c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:59.123283 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0f1c3087-c292-4080-97eb-cd6e7437afda req-70019ead-ea28-4395-afa7-7a29778422c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fbcc6f0b77184e149a43d3ae73acec24&device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 1127 time: 0.3082047 Apr 28 17:20:59.259999 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c360d-4d1a-4f84-bf57-6468657e86e7 req-9d8ae484-d716-4c3c-b00f-c048f7c2cd58 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:59.261530 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b57c360d-4d1a-4f84-bf57-6468657e86e7 req-9d8ae484-d716-4c3c-b00f-c048f7c2cd58 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0596063 Apr 28 17:20:59.282913 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c3087-c292-4080-97eb-cd6e7437afda req-2ff86d48-ac2c-444e-a6ae-7cb3f27ade98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:59.284360 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0f1c3087-c292-4080-97eb-cd6e7437afda req-2ff86d48-ac2c-444e-a6ae-7cb3f27ade98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=edf64d58-19ad-4a56-9941-a9398d1546bb HTTP/1.1" status: 200 len: 910 time: 0.1404045 Apr 28 17:20:59.354230 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b57c360d-4d1a-4f84-bf57-6468657e86e7 req-c409431e-a458-432a-8698-6bd26baa1370 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872447 Apr 28 17:20:59.370968 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0f1c3087-c292-4080-97eb-cd6e7437afda req-2615240a-b15b-4301-94ce-0521d83ee995 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336 HTTP/1.1" status: 200 len: 998 time: 0.0760176 Apr 28 17:20:59.420617 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c3087-c292-4080-97eb-cd6e7437afda req-d6603bcb-ad6b-4230-a69f-6a10e73f58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:59.422064 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0f1c3087-c292-4080-97eb-cd6e7437afda req-d6603bcb-ad6b-4230-a69f-6a10e73f58f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e8007a0-4cce-4670-8577-367d74defe80 HTTP/1.1" status: 200 len: 848 time: 0.0466533 Apr 28 17:20:59.465923 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c3087-c292-4080-97eb-cd6e7437afda req-c2167baf-ccae-45c0-b2fe-4d4fbadbc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:20:59.467422 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0f1c3087-c292-4080-97eb-cd6e7437afda req-c2167baf-ccae-45c0-b2fe-4d4fbadbc825 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=edf64d58-19ad-4a56-9941-a9398d1546bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392807 Apr 28 17:20:59.560013 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0f1c3087-c292-4080-97eb-cd6e7437afda req-5c0fffb4-553b-4a7f-9f8e-57ee237c238d service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851147 Apr 28 17:20:59.649857 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0f1c3087-c292-4080-97eb-cd6e7437afda req-283f8cde-e5b8-4488-a3d4-5f6ba0766475 service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812571 Apr 28 17:21:00.200580 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80916252-6b64-470f-b034-259131814656 req-f53a2b01-92c0-4b9a-b2d9-ad83832413d8 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:00.202051 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-80916252-6b64-470f-b034-259131814656 req-f53a2b01-92c0-4b9a-b2d9-ad83832413d8 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0477607 Apr 28 17:21:00.251125 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-80916252-6b64-470f-b034-259131814656 req-460ff48a-57a7-430f-8914-e78421a62984 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Apr 28 17:21:00.473590 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fed931-61a4-4b75-b447-b7415888bea1 req-907c2c3c-11af-476c-b859-0ed4c311af72 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:00.475594 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-92fed931-61a4-4b75-b447-b7415888bea1 req-907c2c3c-11af-476c-b859-0ed4c311af72 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0469370 Apr 28 17:21:00.525288 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-92fed931-61a4-4b75-b447-b7415888bea1 req-b301d4a3-60c1-47e5-a916-249daff42557 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438285 Apr 28 17:21:01.362702 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047726b2-8bb1-4790-8f0b-d9891766396b req-a6fcf71a-346d-47de-880d-ca46174a8cc8 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:01.364110 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-047726b2-8bb1-4790-8f0b-d9891766396b req-a6fcf71a-346d-47de-880d-ca46174a8cc8 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0469601 Apr 28 17:21:01.416977 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-047726b2-8bb1-4790-8f0b-d9891766396b req-376cb679-0158-4006-8adb-f31386d12be9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468609 Apr 28 17:21:01.808544 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf19d87-2b96-4c69-b5b9-0f52d0d2279a req-9664c25b-6475-4889-a2ea-286bf0b954d4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:01.810103 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4bf19d87-2b96-4c69-b5b9-0f52d0d2279a req-9664c25b-6475-4889-a2ea-286bf0b954d4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0492246 Apr 28 17:21:01.857402 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4bf19d87-2b96-4c69-b5b9-0f52d0d2279a req-90b7de35-0367-4570-a178-446febb447ae tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415709 Apr 28 17:21:02.094945 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0e188b29-6bac-4914-b113-84f97c46faa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:02.546437 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b0d10-6665-46af-9098-992bc01324be req-bb835e99-5798-4a48-8850-84dfaf6727ac tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:02.548567 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d14b0d10-6665-46af-9098-992bc01324be req-bb835e99-5798-4a48-8850-84dfaf6727ac tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0524750 Apr 28 17:21:02.610953 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d14b0d10-6665-46af-9098-992bc01324be req-a1e9bc51-ae7f-497e-9004-41598d1963a7 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564282 Apr 28 17:21:02.989196 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706c29c-220b-4871-b58c-c0daee8ebfd3 req-7e2a06a3-f835-4a6c-9817-7e30ce8659f2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:02.991668 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1706c29c-220b-4871-b58c-c0daee8ebfd3 req-7e2a06a3-f835-4a6c-9817-7e30ce8659f2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0528243 Apr 28 17:21:03.045962 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1706c29c-220b-4871-b58c-c0daee8ebfd3 req-f0aa7c77-3502-41a8-b097-511b6d13bde9 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486486 Apr 28 17:21:03.727266 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a4487-0344-4592-aad5-b272e54539d1 req-0346815a-f53b-4165-a387-22dcb4f71ea1 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:03.728766 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b9a4487-0344-4592-aad5-b272e54539d1 req-0346815a-f53b-4165-a387-22dcb4f71ea1 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0472908 Apr 28 17:21:03.776572 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b9a4487-0344-4592-aad5-b272e54539d1 req-e5f50f31-1b9c-46ed-87f1-f065daf23133 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Apr 28 17:21:04.165640 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491e417-ed41-43b2-8416-5198cf031391 req-61ec2e57-fcff-498b-85df-7fe78288a027 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:04.167075 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a491e417-ed41-43b2-8416-5198cf031391 req-61ec2e57-fcff-498b-85df-7fe78288a027 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0496707 Apr 28 17:21:04.213169 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a491e417-ed41-43b2-8416-5198cf031391 req-0abdb8a0-1f3b-41dc-add9-72849fccb591 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404713 Apr 28 17:21:04.517962 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-7b85e171-10d4-45ef-8459-15fa3f8a0b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:04.896505 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5265a2-9b24-40cf-aa2f-15e667dde0c5 req-b7d0f162-fab2-4a53-8ec5-de538238b024 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:04.898124 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5c5265a2-9b24-40cf-aa2f-15e667dde0c5 req-b7d0f162-fab2-4a53-8ec5-de538238b024 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0541396 Apr 28 17:21:04.945592 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5c5265a2-9b24-40cf-aa2f-15e667dde0c5 req-65c60dde-d47f-4b51-aca9-bb239265da9f tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 Apr 28 17:21:05.227092 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:21:05.330494 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e417e52-e023-4025-9095-5b44eaf9d832 req-def747b8-a49c-4b18-b3c3-6e2627c50761 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:05.331956 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9e417e52-e023-4025-9095-5b44eaf9d832 req-def747b8-a49c-4b18-b3c3-6e2627c50761 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0470283 Apr 28 17:21:05.377753 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9e417e52-e023-4025-9095-5b44eaf9d832 req-bdbbf1a6-4774-49a5-a7ca-2f0a63058e4c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394163 Apr 28 17:21:05.631499 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:06.057018 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b445-c98f-400b-86f4-fae33b1b1237 req-fd07b620-a84b-4261-b890-3f43d13b9df7 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:06.058496 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d1b7b445-c98f-400b-86f4-fae33b1b1237 req-fd07b620-a84b-4261-b890-3f43d13b9df7 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0462241 Apr 28 17:21:06.106853 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d1b7b445-c98f-400b-86f4-fae33b1b1237 req-b2c00be7-f60e-4fbe-a7a8-b586691e0fa6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428672 Apr 28 17:21:06.492987 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e3123-f3cd-4e2b-b8d4-76496df810ed req-d10ce0ea-dd1a-4a67-aef9-09a3a0d4bb4e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:06.494440 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b19e3123-f3cd-4e2b-b8d4-76496df810ed req-d10ce0ea-dd1a-4a67-aef9-09a3a0d4bb4e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0455956 Apr 28 17:21:06.545635 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b19e3123-f3cd-4e2b-b8d4-76496df810ed req-e61a8eac-c273-4fdb-b260-11089e68397e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454881 Apr 28 17:21:07.003302 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:07.217707 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415e4a9-45b8-4ab6-a036-f32a1b09b7e7 req-aa441627-3652-4434-b58a-c5487100bfc7 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:07.219159 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1415e4a9-45b8-4ab6-a036-f32a1b09b7e7 req-aa441627-3652-4434-b58a-c5487100bfc7 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0460498 Apr 28 17:21:07.269770 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1415e4a9-45b8-4ab6-a036-f32a1b09b7e7 req-773be79e-03c7-42b2-af69-1bbed4975a43 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450726 Apr 28 17:21:07.666051 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94684655-5bb1-4c55-a51c-e3f6bb3c4a60 req-2aa1989b-e487-4509-a193-8856bb18c239 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:07.667576 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-94684655-5bb1-4c55-a51c-e3f6bb3c4a60 req-2aa1989b-e487-4509-a193-8856bb18c239 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0484211 Apr 28 17:21:07.715297 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-94684655-5bb1-4c55-a51c-e3f6bb3c4a60 req-5e3e0b4e-7b85-476d-a069-3c68edc0ca57 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415053 Apr 28 17:21:08.390203 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfaa76-524b-47d3-8179-17f9ca6c2f68 req-b921def5-afce-4e0e-b8f4-08d97735cdad tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:08.391922 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-47cfaa76-524b-47d3-8179-17f9ca6c2f68 req-b921def5-afce-4e0e-b8f4-08d97735cdad tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 943 time: 0.0515232 Apr 28 17:21:08.448089 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-47cfaa76-524b-47d3-8179-17f9ca6c2f68 req-9cb552be-3cc8-4717-9286-817ea7c87627 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474668 Apr 28 17:21:08.474180 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:08.837138 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6928-0dd6-40d6-8ae4-292026f3ab99 req-8e96d88a-3db6-4a3a-8637-0c9a52316896 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:08.839692 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-063d6928-0dd6-40d6-8ae4-292026f3ab99 req-8e96d88a-3db6-4a3a-8637-0c9a52316896 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0501442 Apr 28 17:21:08.854482 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 2dcdadc7-8798-4bc7-a7fc-fda334a28336 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:21:08.900621 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-063d6928-0dd6-40d6-8ae4-292026f3ab99 req-eef54e0d-4fc3-4a21-9ed3-168c72d9950b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550411 Apr 28 17:21:08.965033 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 2dcdadc7-8798-4bc7-a7fc-fda334a28336, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:08.978597 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'port_id': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'mac_address': 'fa:16:3e:b6:ac:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:21:09.021185 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:21:09.021661 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:09.037283 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcdadc7-8798-4bc7-a7fc-fda334a28336 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:21:09.059336 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 2dcdadc7-8798-4bc7-a7fc-fda334a28336, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:09.196957 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:09.197653 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 3728fccc-3fe6-49c0-9dd7-f7309fde5729 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:21:09.268036 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=2dcdadc7-8798-4bc7-a7fc-fda334a28336,revision_number=7']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:09.333101 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:09.344585 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'port_id': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'mac_address': 'fa:16:3e:11:f4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:21:09.380016 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 is: ACTIVE; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:21:09.380432 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:09.396154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3728fccc-3fe6-49c0-9dd7-f7309fde5729 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:21:09.416427 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:09.499936 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:09.550123 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=3728fccc-3fe6-49c0-9dd7-f7309fde5729,revision_number=6']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:09.573027 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2d99b-02c9-47bb-85ba-ee10af2a6623 req-314c2087-b2b5-4044-81ce-651983d32951 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:09.574480 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-33d2d99b-02c9-47bb-85ba-ee10af2a6623 req-314c2087-b2b5-4044-81ce-651983d32951 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 944 time: 0.0549295 Apr 28 17:21:09.640321 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-33d2d99b-02c9-47bb-85ba-ee10af2a6623 req-5c7e3a5e-c0d4-4bf6-81cf-c18aadf4ac2d tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540338 Apr 28 17:21:10.013248 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['2dcdadc7-8798-4bc7-a7fc-fda334a28336'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:21:10.026504 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ba9da-1289-442b-b1ec-77ce8c47cc4e req-85847453-3b25-4c61-a3e9-e1a6b290e54b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:10.033272 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e7ba9da-1289-442b-b1ec-77ce8c47cc4e req-85847453-3b25-4c61-a3e9-e1a6b290e54b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 945 time: 0.0604668 Apr 28 17:21:10.081993 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e7ba9da-1289-442b-b1ec-77ce8c47cc4e req-1fac7feb-5e2f-4075-b37f-9733e4650c83 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478592 Apr 28 17:21:10.111188 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['3728fccc-3fe6-49c0-9dd7-f7309fde5729'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:21:10.763597 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4e30e-c57b-4fcd-80ae-abb13b61f04d req-cb7a97b8-5845-4a36-9b3d-c5f12db0f8c2 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:10.765541 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cbc4e30e-c57b-4fcd-80ae-abb13b61f04d req-cb7a97b8-5845-4a36-9b3d-c5f12db0f8c2 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 944 time: 0.0606298 Apr 28 17:21:10.813465 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cbc4e30e-c57b-4fcd-80ae-abb13b61f04d req-0fe0f567-0e26-44de-9870-053da2ac6fe9 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423691 Apr 28 17:21:11.189435 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 2dcdadc7-8798-4bc7-a7fc-fda334a28336 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:21:11.212179 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ff05c-016f-4a77-b09a-a5d49816e05e req-806912bc-6d8b-4c5b-866d-7eb98822ca2e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:11.213861 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a89ff05c-016f-4a77-b09a-a5d49816e05e req-806912bc-6d8b-4c5b-866d-7eb98822ca2e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 945 time: 0.0545406 Apr 28 17:21:11.243070 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:21:11.244098 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:11.268344 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a89ff05c-016f-4a77-b09a-a5d49816e05e req-b789f3b3-7499-44f6-9967-361929ed899c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483360 Apr 28 17:21:11.346305 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:21:11.346698 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:11.371031 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:21:11.373243 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a463cc-fb16-4473-a17f-6dd43f61e43b" -d '{"events": [{"server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "name": "network-vif-plugged", "status": "completed", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:21:11.385896 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 2dcdadc7-8798-4bc7-a7fc-fda334a28336, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:11.410067 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6888224-ebe0-40b0-8997-ba52f54db5c3 x-openstack-request-id: req-c6888224-ebe0-40b0-8997-ba52f54db5c3 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:21:11.410365 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "name": "network-vif-plugged", "status": "completed", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:21:11.410624 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6888224-ebe0-40b0-8997-ba52f54db5c3 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:21:11.411075 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6888224-ebe0-40b0-8997-ba52f54db5c3'] response: {'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'code': 200} Apr 28 17:21:11.494166 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:11.495080 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 3728fccc-3fe6-49c0-9dd7-f7309fde5729 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:21:11.574835 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=2dcdadc7-8798-4bc7-a7fc-fda334a28336,revision_number=8']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:11.584265 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:21:11.584265 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:11.814837 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9340e0a-20f4-4786-b9b2-87a2d8aff49c req-e53ed9bb-3799-448b-b35e-3b810cdef7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:11.817697 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d9340e0a-20f4-4786-b9b2-87a2d8aff49c req-e53ed9bb-3799-448b-b35e-3b810cdef7c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 1129 time: 0.0577557 Apr 28 17:21:11.885807 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:21:11.886114 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:11.902422 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d9340e0a-20f4-4786-b9b2-87a2d8aff49c req-87612b06-4cd3-4322-ad04-2abad361f3d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712485 Apr 28 17:21:11.925708 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:11.973089 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb12cd-b22e-45fe-9c99-beda141c7d72 req-27ce4134-ea83-4ad4-8173-6d15933c64a1 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:11.975295 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2cb12cd-b22e-45fe-9c99-beda141c7d72 req-27ce4134-ea83-4ad4-8173-6d15933c64a1 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0575686 Apr 28 17:21:11.998091 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:12.038760 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2cb12cd-b22e-45fe-9c99-beda141c7d72 req-6ccb434f-0287-4e1a-abdd-2ffc3ff805cd tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541346 Apr 28 17:21:12.072930 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=3728fccc-3fe6-49c0-9dd7-f7309fde5729,revision_number=7']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:12.418327 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fd218-030c-4bd1-804d-824a94aa42ec req-8174a107-11d7-41f6-8b08-18e516700cc1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:12.448502 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-327fd218-030c-4bd1-804d-824a94aa42ec req-8174a107-11d7-41f6-8b08-18e516700cc1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0856328 Apr 28 17:21:12.513575 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-327fd218-030c-4bd1-804d-824a94aa42ec req-901bb244-0db8-4d02-a910-68b1ed8abd88 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640984 Apr 28 17:21:13.082151 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 50618) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:13.184199 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f9657-4236-4079-abbd-e4bc4c4f3862 req-e131461c-6917-4897-8672-d8191a32d398 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:13.185682 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6f6f9657-4236-4079-abbd-e4bc4c4f3862 req-e131461c-6917-4897-8672-d8191a32d398 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0513749 Apr 28 17:21:13.226577 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1ac409fd-b2fa-4c34-8878-ecf75afbd361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:13.268825 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6f6f9657-4236-4079-abbd-e4bc4c4f3862 req-e2d420bb-2cc4-4869-9e23-e4b02d793574 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774627 Apr 28 17:21:13.348421 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1ac409fd-b2fa-4c34-8878-ecf75afbd361 admin admin] Publish callbacks [] for security_group (faeb6e15-c580-4be4-8d20-748658421f8b), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:13.412577 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:21:13.415292 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff98a7-1e41-4483-9cd4-7acd1dd7aa40" -d '{"events": [{"server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "name": "network-vif-plugged", "status": "completed", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:21:13.455096 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1ac409fd-b2fa-4c34-8878-ecf75afbd361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (faeb6e15-c580-4be4-8d20-748658421f8b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:13.455328 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8c21a3-016b-4ef4-87f3-52a80d543019 x-openstack-request-id: req-ba8c21a3-016b-4ef4-87f3-52a80d543019 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:21:13.455711 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "name": "network-vif-plugged", "status": "completed", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:21:13.456037 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba8c21a3-016b-4ef4-87f3-52a80d543019 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:21:13.456529 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8c21a3-016b-4ef4-87f3-52a80d543019'] response: {'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'code': 200} Apr 28 17:21:13.514667 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac409fd-b2fa-4c34-8878-ecf75afbd361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeb6e15-c580-4be4-8d20-748658421f8b,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:13.521478 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1ac409fd-b2fa-4c34-8878-ecf75afbd361 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c06ddc57861249a1a32bb8ac9c38a852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367447 Apr 28 17:21:13.524321 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 50626) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:13.598365 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc65ff91-4fb6-4cbb-806c-3ed3b9d81697 admin admin] Publish callbacks [] for security_group (faeb6e15-c580-4be4-8d20-748658421f8b), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:13.628149 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc65ff91-4fb6-4cbb-806c-3ed3b9d81697 admin admin] Publish callbacks [] for security_group (faeb6e15-c580-4be4-8d20-748658421f8b), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:13.711578 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e120-b67b-4432-8cf9-63deeee8d6ca req-35e3af97-8ae5-4975-9435-242114c8b0f3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:13.718435 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bb89e120-b67b-4432-8cf9-63deeee8d6ca req-35e3af97-8ae5-4975-9435-242114c8b0f3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0764067 Apr 28 17:21:13.771410 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bb89e120-b67b-4432-8cf9-63deeee8d6ca req-9f203fd1-b2fb-45e1-b30d-ef19f0cf789e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520926 Apr 28 17:21:13.849501 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc65ff91-4fb6-4cbb-806c-3ed3b9d81697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (faeb6e15-c580-4be4-8d20-748658421f8b), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:13.852971 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc65ff91-4fb6-4cbb-806c-3ed3b9d81697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:13.854203 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fc65ff91-4fb6-4cbb-806c-3ed3b9d81697 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/faeb6e15-c580-4be4-8d20-748658421f8b HTTP/1.1" status: 204 len: 168 time: 0.3289316 Apr 28 17:21:13.869836 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65ff91-4fb6-4cbb-806c-3ed3b9d81697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeb6e15-c580-4be4-8d20-748658421f8b,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:14.401561 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cd6b7-2101-469a-839d-eab2b88e17fe req-500e87e0-7d9e-4d6d-ba49-c43e9dd73689 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:14.403198 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-946cd6b7-2101-469a-839d-eab2b88e17fe req-500e87e0-7d9e-4d6d-ba49-c43e9dd73689 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0529819 Apr 28 17:21:14.465368 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-946cd6b7-2101-469a-839d-eab2b88e17fe req-7987d729-d449-4ff3-8b4c-48227998d83a tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555894 Apr 28 17:21:14.895482 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995624a-38ad-470c-8650-23e29b94364d req-e6c417b9-afda-4a67-bc77-a177a92d3f47 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:14.896982 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3995624a-38ad-470c-8650-23e29b94364d req-e6c417b9-afda-4a67-bc77-a177a92d3f47 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0500524 Apr 28 17:21:14.946350 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3995624a-38ad-470c-8650-23e29b94364d req-163bb30d-e908-4abd-8c2d-0de0b598696f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437508 Apr 28 17:21:14.992472 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 50644) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:15.005677 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-58219bc0-6999-42fe-bda3-207d3a310858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:15.078820 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-58219bc0-6999-42fe-bda3-207d3a310858 admin admin] Publish callbacks [] for security_group (99847394-a1d9-42fd-92b0-8f8f24332ce7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:15.206544 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-58219bc0-6999-42fe-bda3-207d3a310858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (99847394-a1d9-42fd-92b0-8f8f24332ce7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:15.263423 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-58219bc0-6999-42fe-bda3-207d3a310858 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=193ef60837944e4184d6dcf0e4766676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674730 Apr 28 17:21:15.263795 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50652) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:15.266479 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58219bc0-6999-42fe-bda3-207d3a310858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99847394-a1d9-42fd-92b0-8f8f24332ce7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:15.321054 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-de732009-a10b-4b1a-95e0-89db79e6b881 admin admin] Publish callbacks [] for security_group (99847394-a1d9-42fd-92b0-8f8f24332ce7), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:15.350203 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-de732009-a10b-4b1a-95e0-89db79e6b881 admin admin] Publish callbacks [] for security_group (99847394-a1d9-42fd-92b0-8f8f24332ce7), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:15.478100 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-de732009-a10b-4b1a-95e0-89db79e6b881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (99847394-a1d9-42fd-92b0-8f8f24332ce7), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:15.481595 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-de732009-a10b-4b1a-95e0-89db79e6b881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:15.483094 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-de732009-a10b-4b1a-95e0-89db79e6b881 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99847394-a1d9-42fd-92b0-8f8f24332ce7 HTTP/1.1" status: 204 len: 168 time: 0.2176116 Apr 28 17:21:15.495205 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de732009-a10b-4b1a-95e0-89db79e6b881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99847394-a1d9-42fd-92b0-8f8f24332ce7,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:16.091032 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b1d18-5888-4726-8011-01106add101a req-6e9e0564-9864-4868-9f05-16a3810084f4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:16.092586 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d86b1d18-5888-4726-8011-01106add101a req-6e9e0564-9864-4868-9f05-16a3810084f4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0513802 Apr 28 17:21:16.175763 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d86b1d18-5888-4726-8011-01106add101a req-ecd353a0-ea1b-4fc3-b426-446f99ba6244 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684795 Apr 28 17:21:17.291238 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d16c99-bf7f-4228-a5d8-bc105a965354 req-a108b483-ec5a-40bf-8272-1401d9ab9023 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:17.296577 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-55d16c99-bf7f-4228-a5d8-bc105a965354 req-a108b483-ec5a-40bf-8272-1401d9ab9023 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0557005 Apr 28 17:21:17.373165 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-55d16c99-bf7f-4228-a5d8-bc105a965354 req-b9103aaf-f438-443d-b0c8-077b6456f4e6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718880 Apr 28 17:21:18.488674 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3101e9d-6c7c-49f6-b4ae-702a13db1b6b req-9016c743-768d-43b1-b712-a4bbd27b34c2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:18.490285 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e3101e9d-6c7c-49f6-b4ae-702a13db1b6b req-9016c743-768d-43b1-b712-a4bbd27b34c2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0477049 Apr 28 17:21:18.546840 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e3101e9d-6c7c-49f6-b4ae-702a13db1b6b req-c33485bd-42d5-449e-8cc4-24450c6af702 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501969 Apr 28 17:21:19.678313 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5fecf-85cc-482a-ae81-4304e0da52aa req-e765dfc5-2f8f-4c73-aded-a53d5bbb76bc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:19.680181 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c2e5fecf-85cc-482a-ae81-4304e0da52aa req-e765dfc5-2f8f-4c73-aded-a53d5bbb76bc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0551960 Apr 28 17:21:19.740099 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c2e5fecf-85cc-482a-ae81-4304e0da52aa req-6be1a953-0d7e-4d4a-a58a-cbe378d593ec tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532274 Apr 28 17:21:20.895270 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c23c4-f5b1-4c33-8cba-c287dc3fdb0d req-f63491bd-ac2f-49a5-986f-f377ea346d14 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:20.901669 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5d3c23c4-f5b1-4c33-8cba-c287dc3fdb0d req-f63491bd-ac2f-49a5-986f-f377ea346d14 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0644329 Apr 28 17:21:20.963026 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5d3c23c4-f5b1-4c33-8cba-c287dc3fdb0d req-d6c98a8e-9945-42d5-a370-f5f7a420de5d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538187 Apr 28 17:21:22.114173 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9336a0-cdd4-4f45-a1ef-98714d326bc3 req-aa257455-dda3-451e-8f16-ae707b0ff05c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:22.120699 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb9336a0-cdd4-4f45-a1ef-98714d326bc3 req-aa257455-dda3-451e-8f16-ae707b0ff05c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0548303 Apr 28 17:21:22.172610 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb9336a0-cdd4-4f45-a1ef-98714d326bc3 req-1349441e-a61a-4e8e-b5fc-62bccd8612c9 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508208 Apr 28 17:21:23.299375 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb45ea3-189d-4659-99d9-3c02503f65e9 req-6aebe06c-2029-4c7e-ad18-43bf91b23516 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:23.300868 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-edb45ea3-189d-4659-99d9-3c02503f65e9 req-6aebe06c-2029-4c7e-ad18-43bf91b23516 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0474317 Apr 28 17:21:23.349299 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-edb45ea3-189d-4659-99d9-3c02503f65e9 req-c62c6d8b-4a18-407f-a69c-98134b12e4c3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421817 Apr 28 17:21:23.478201 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f7ddc-a93c-4e5d-9e24-d603fec7567a req-7ef5c82e-446b-4d99-ad30-57647b0fe976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:23.479911 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a42f7ddc-a93c-4e5d-9e24-d603fec7567a req-7ef5c82e-446b-4d99-ad30-57647b0fe976 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 1130 time: 0.0402062 Apr 28 17:21:23.569794 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f7ddc-a93c-4e5d-9e24-d603fec7567a req-a11960c9-5a88-44a0-a9ae-a0bfedfa0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:23.571356 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a42f7ddc-a93c-4e5d-9e24-d603fec7567a req-a11960c9-5a88-44a0-a9ae-a0bfedfa0c01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=77e74cd7-f3b4-4335-ac24-4dfe333ae022 HTTP/1.1" status: 200 len: 918 time: 0.0853064 Apr 28 17:21:23.641047 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a42f7ddc-a93c-4e5d-9e24-d603fec7567a req-54eabe5a-efa8-47c9-8614-83e978a1bdb5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729 HTTP/1.1" status: 200 len: 1002 time: 0.0641005 Apr 28 17:21:23.693115 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f7ddc-a93c-4e5d-9e24-d603fec7567a req-ce7f16c3-ab19-4ace-9afe-e4ef3f41a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:23.695023 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a42f7ddc-a93c-4e5d-9e24-d603fec7567a req-ce7f16c3-ab19-4ace-9afe-e4ef3f41a708 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecc69208-bcad-42d8-b762-85c2a71ff837 HTTP/1.1" status: 200 len: 856 time: 0.0464458 Apr 28 17:21:23.744664 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f7ddc-a93c-4e5d-9e24-d603fec7567a req-9649197f-11e4-4d1e-b72e-253f30630659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:23.746187 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a42f7ddc-a93c-4e5d-9e24-d603fec7567a req-9649197f-11e4-4d1e-b72e-253f30630659 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77e74cd7-f3b4-4335-ac24-4dfe333ae022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428042 Apr 28 17:21:23.846161 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a42f7ddc-a93c-4e5d-9e24-d603fec7567a req-10ba0500-7c53-4222-8ea1-6844dd5614a7 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857430 Apr 28 17:21:23.936914 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a42f7ddc-a93c-4e5d-9e24-d603fec7567a req-21d20239-681d-466c-b855-9f649dc14c5c service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847089 Apr 28 17:21:24.477085 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37681-ee6a-448a-b2e2-bbe523aa7c8d req-aaf97b9c-9a04-4bc4-b5fe-14742a386619 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:24.478537 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f4a37681-ee6a-448a-b2e2-bbe523aa7c8d req-aaf97b9c-9a04-4bc4-b5fe-14742a386619 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0457509 Apr 28 17:21:24.524974 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f4a37681-ee6a-448a-b2e2-bbe523aa7c8d req-09b3afa0-b7ea-4357-8a7b-bdc9496888f2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409184 Apr 28 17:21:25.644792 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe22af-fc56-43fe-8b79-32454a35fc4b req-ad366911-3f62-4a69-a2ea-6f7017d155d0 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:25.646275 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-acbe22af-fc56-43fe-8b79-32454a35fc4b req-ad366911-3f62-4a69-a2ea-6f7017d155d0 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0497222 Apr 28 17:21:25.671067 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:25.694571 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-acbe22af-fc56-43fe-8b79-32454a35fc4b req-1dc96d23-6c35-450c-9a9e-0fa7a741fb38 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414782 Apr 28 17:21:26.831832 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5a0f5-5f0f-4a0c-9128-f7568e520753 req-61d2cfb7-f318-4608-ba70-165a69dabdb2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:26.833397 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-07d5a0f5-5f0f-4a0c-9128-f7568e520753 req-61d2cfb7-f318-4608-ba70-165a69dabdb2 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 946 time: 0.0571034 Apr 28 17:21:26.889849 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-07d5a0f5-5f0f-4a0c-9128-f7568e520753 req-69c835dd-6979-4ee9-8d3a-62ecb1fd2a3b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Apr 28 17:21:27.314082 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 3728fccc-3fe6-49c0-9dd7-f7309fde5729 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:21:27.398183 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 is: ACTIVE; New status is: DOWN {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:21:27.398589 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:27.421804 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:21:27.424005 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf5460e-be8e-449b-b5eb-80f7cb3bcb13" -d '{"events": [{"server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "name": "network-vif-unplugged", "status": "completed", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:21:27.436946 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:27.464127 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 17:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0027b5-0ae6-416e-8dec-fd6e91e62e20 x-openstack-request-id: req-5e0027b5-0ae6-416e-8dec-fd6e91e62e20 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:21:27.464420 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "name": "network-vif-unplugged", "status": "failed", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729", "code": 422}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:21:27.464679 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e0027b5-0ae6-416e-8dec-fd6e91e62e20 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:21:27.465108 dv-cinder-826949-5-iscsi neutron-server[103998]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5e0027b5-0ae6-416e-8dec-fd6e91e62e20']: {'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'code': 422} returned with failed status Apr 28 17:21:27.540329 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:27.589774 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=3728fccc-3fe6-49c0-9dd7-f7309fde5729,revision_number=8']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:28.945650 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b1cd5-4466-4e50-87e9-fca7b877ec71 req-fb8fa33a-c821-4711-ae07-18d506b32035 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:28.950692 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-557b1cd5-4466-4e50-87e9-fca7b877ec71 req-fb8fa33a-c821-4711-ae07-18d506b32035 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 946 time: 0.0546739 Apr 28 17:21:28.995792 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-557b1cd5-4466-4e50-87e9-fca7b877ec71 req-af48257d-5d10-4a2a-909f-50edc2bb97ce tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427699 Apr 28 17:21:29.530344 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21993be2-73b5-4610-8987-a3426c7e2c7e req-2f950c61-c345-49f4-b54a-1104e79efbb9 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:29.531855 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-21993be2-73b5-4610-8987-a3426c7e2c7e req-2f950c61-c345-49f4-b54a-1104e79efbb9 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0489376 Apr 28 17:21:29.581416 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-21993be2-73b5-4610-8987-a3426c7e2c7e req-418b680c-81d9-46d7-9eac-fe3a3e78e1a1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Apr 28 17:21:30.067140 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50964) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:30.129893 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7847612-d496-4b20-8ef6-f9360c1b3151 req-6b33fd7b-5cf6-4ab5-90b2-bc561f040ba8 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:30.131897 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d7847612-d496-4b20-8ef6-f9360c1b3151 req-6b33fd7b-5cf6-4ab5-90b2-bc561f040ba8 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 946 time: 0.0576134 Apr 28 17:21:30.177869 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-434a0ea9-2b03-4c4c-8122-00123bb7c1b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090004 Apr 28 17:21:30.192127 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-ac77bf36-9b38-4dbc-8b2a-d6ff806ebcf7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:21:30.196499 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-ac77bf36-9b38-4dbc-8b2a-d6ff806ebcf7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0099356 Apr 28 17:21:30.208983 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d7847612-d496-4b20-8ef6-f9360c1b3151 req-6856339c-67e4-44d8-9250-e5d27d3e5d8f tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610118 Apr 28 17:21:30.269463 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 50972) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:30.369043 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-c88db225-162e-4d42-bf32-a6c994aa6753 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:30.370433 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-c88db225-162e-4d42-bf32-a6c994aa6753 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports/3728fccc-3fe6-49c0-9dd7-f7309fde5729 HTTP/1.1" status: 200 len: 941 time: 0.0999227 Apr 28 17:21:30.748225 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385a4c5-38f1-46a7-9e19-9e8613e42db1 req-b5ac5079-979e-4a6f-9156-bdd50d5c5e28 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:30.749769 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f385a4c5-38f1-46a7-9e19-9e8613e42db1 req-b5ac5079-979e-4a6f-9156-bdd50d5c5e28 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0805235 Apr 28 17:21:30.756021 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-07aa2410-e5c5-4b5d-ac05-66b1cabeb8bc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:30.757977 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-07aa2410-e5c5-4b5d-ac05-66b1cabeb8bc tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 946 time: 0.0869155 Apr 28 17:21:30.855577 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f385a4c5-38f1-46a7-9e19-9e8613e42db1 req-fb2b6bc8-f2de-4033-b8f2-7f6717310541 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966225 Apr 28 17:21:30.874261 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Deleting port 4fa73f4d-a955-4512-9726-ea73396c7d25 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:21:30.874610 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:30.966064 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] For port 4fa73f4d-a955-4512-9726-ea73396c7d25, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4fa73f4d-a955-4512-9726-ea73396c7d25,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:30.967488 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:31.151142 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:31.151509 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (c487006e-87f8-4bde-aef4-958d607e5206), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:31.151826 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Floating IP c487006e-87f8-4bde-aef4-958d607e5206 disassociated. External IP: 172.27.2.147, port: 4fa73f4d-a955-4512-9726-ea73396c7d25. Apr 28 17:21:31.152195 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Calling delete_port for 4fa73f4d-a955-4512-9726-ea73396c7d25 owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:21:31.328490 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a0932-ab93-4f58-b100-2acdd9dde305 req-d6d1cd93-2efb-4e35-9755-8662ed58edd0 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:31.329966 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4f2a0932-ab93-4f58-b100-2acdd9dde305 req-d6d1cd93-2efb-4e35-9755-8662ed58edd0 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 946 time: 0.0463150 Apr 28 17:21:31.378329 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4f2a0932-ab93-4f58-b100-2acdd9dde305 req-f8cd68d9-f3c3-4285-a7c3-053212d70884 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419402 Apr 28 17:21:31.426636 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (4fa73f4d-a955-4512-9726-ea73396c7d25), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:31.455047 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'Port': ['ID=4fa73f4d-a955-4512-9726-ea73396c7d25,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:31.577954 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Router c49b146b-69f2-4709-8960-3efb5017f956 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:21:31.689964 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:21:31.701895 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc02b17-6047-444e-8ce3-50eeaf191218 None None] Sync routers for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:21:31.714253 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc02b17-6047-444e-8ce3-50eeaf191218 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:21:31.714890 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-1fc02b17-6047-444e-8ce3-50eeaf191218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:21:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:21:31.739523 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] No DVR routers for this DVR port 4fa73f4d-a955-4512-9726-ea73396c7d25 on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:21:31.742284 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:31.745749 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f8d73c5c-f724-4670-9e1c-6be4475fc30e req-523d971a-c654-4d00-a4a5-1be28e487299 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "DELETE /v2.0/ports/4fa73f4d-a955-4512-9726-ea73396c7d25 HTTP/1.1" status: 204 len: 173 time: 0.9802148 Apr 28 17:21:31.746209 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'name': 'network-vif-deleted', 'tag': '4fa73f4d-a955-4512-9726-ea73396c7d25'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:21:31.748500 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4a9564-ea6f-4519-ad09-8c82acad7264" -d '{"events": [{"server_uuid": "1017bcc2-36cd-4878-97e9-bd7576888cf7", "name": "network-vif-deleted", "tag": "4fa73f4d-a955-4512-9726-ea73396c7d25"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:21:31.800789 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b10e15-f526-479c-8ff8-4f30b0f15631 x-openstack-request-id: req-80b10e15-f526-479c-8ff8-4f30b0f15631 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:21:31.800789 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1017bcc2-36cd-4878-97e9-bd7576888cf7", "name": "network-vif-deleted", "tag": "4fa73f4d-a955-4512-9726-ea73396c7d25", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:21:31.800789 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80b10e15-f526-479c-8ff8-4f30b0f15631 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:21:31.800789 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b10e15-f526-479c-8ff8-4f30b0f15631'] response: {'server_uuid': '1017bcc2-36cd-4878-97e9-bd7576888cf7', 'name': 'network-vif-deleted', 'tag': '4fa73f4d-a955-4512-9726-ea73396c7d25', 'status': 'completed', 'code': 200} Apr 28 17:21:31.831108 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-1fc02b17-6047-444e-8ce3-50eeaf191218 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:21:32.043144 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-1fc02b17-6047-444e-8ce3-50eeaf191218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:21:32.047850 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d4eb-c883-4981-b8d4-77f43081306e req-ced74e44-5229-4b3f-b7dd-29c60c05dfbc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:32.049496 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b9a1d4eb-c883-4981-b8d4-77f43081306e req-ced74e44-5229-4b3f-b7dd-29c60c05dfbc tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0774488 Apr 28 17:21:32.050632 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-de3c6bb7-899e-451a-a357-41ae0a225494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:32.071149 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-de3c6bb7-899e-451a-a357-41ae0a225494 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287&tenant_id=be573a6e5f26466dacf2a255e2248468 HTTP/1.1" status: 200 len: 1128 time: 0.0677087 Apr 28 17:21:32.071341 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc02b17-6047-444e-8ce3-50eeaf191218 None None] Checking router: c49b146b-69f2-4709-8960-3efb5017f956 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:21:32.079568 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc02b17-6047-444e-8ce3-50eeaf191218 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:21:32.080321 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-1fc02b17-6047-444e-8ce3-50eeaf191218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:21:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:21:32.113265 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b9a1d4eb-c883-4981-b8d4-77f43081306e req-48908a92-6d2d-431f-b56b-6a4fe86bbfef tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566711 Apr 28 17:21:32.143642 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-f42c726b-7c72-4d58-bf34-fd02cc8e4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:32.145352 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-f42c726b-7c72-4d58-bf34-fd02cc8e4f45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=be573a6e5f26466dacf2a255e2248468&device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 1128 time: 0.0481126 Apr 28 17:21:32.169290 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-dbb2ddc7-b786-41fe-b102-0454c5eebcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:32.205818 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-1fc02b17-6047-444e-8ce3-50eeaf191218 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:21:32.247437 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-fb83ddf0-deaf-435d-be39-f84a95667e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:32.249013 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-fb83ddf0-deaf-435d-be39-f84a95667e48 service neutron] 10.222.0.66 "GET /v2.0/networks?id=77e74cd7-f3b4-4335-ac24-4dfe333ae022 HTTP/1.1" status: 200 len: 918 time: 0.0879612 Apr 28 17:21:32.333687 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-6eb40f11-0f0e-43d1-838c-3f6d6ad4cbaf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729 HTTP/1.1" status: 200 len: 1000 time: 0.0732398 Apr 28 17:21:32.388354 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-e9afc5a3-62bd-463d-b4ba-ea4adf27e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:32.389893 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-e9afc5a3-62bd-463d-b4ba-ea4adf27e8b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecc69208-bcad-42d8-b762-85c2a71ff837 HTTP/1.1" status: 200 len: 856 time: 0.0476301 Apr 28 17:21:32.416012 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-1fc02b17-6047-444e-8ce3-50eeaf191218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:21:32.438564 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-765228b7-7c79-45c8-ac58-633008aa509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:32.440083 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-765228b7-7c79-45c8-ac58-633008aa509e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77e74cd7-f3b4-4335-ac24-4dfe333ae022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445528 Apr 28 17:21:32.443355 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc02b17-6047-444e-8ce3-50eeaf191218 None None] The sync data for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi is: [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:21:32.499673 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c26ed4e2-ce2a-4fcb-9409-dc2d3db7766e req-c6dce087-8a00-4aab-ad46-831eb7a121b9 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=1017bcc2-36cd-4878-97e9-bd7576888cf7 HTTP/1.1" status: 200 len: 210 time: 0.0341389 Apr 28 17:21:32.539493 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-58242b0b-aa7e-4b96-9a20-720461d9f1d5 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919492 Apr 28 17:21:32.675005 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6c285-fb94-4eea-80b3-ec589b9129ad None None] New status for floating IP c487006e-87f8-4bde-aef4-958d607e5206: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:21:32.881249 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4c6931a4-0949-496b-abbc-8a3c2f562138 req-3925e08c-0ec5-436f-b4a3-6b166fa62a61 service neutron] 10.222.0.66 "GET /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859990 Apr 28 17:21:33.270236 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f07b36-a1c6-4458-b33d-62febf40ba2a req-57c19f6a-2e91-43ea-aaaf-b3faa2bd9cc9 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:33.271846 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a4f07b36-a1c6-4458-b33d-62febf40ba2a req-57c19f6a-2e91-43ea-aaaf-b3faa2bd9cc9 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0561993 Apr 28 17:21:33.323955 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a4f07b36-a1c6-4458-b33d-62febf40ba2a req-7c591a8c-0eb2-4fd7-96a6-426b442d48cd tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458465 Apr 28 17:21:33.363758 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 4fa73f4d-a955-4512-9726-ea73396c7d25 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:21:33.390242 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: 4fa73f4d-a955-4512-9726-ea73396c7d25 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:21:33.390769 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 4fa73f4d-a955-4512-9726-ea73396c7d25 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:21:33.652570 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51058) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:33.719334 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2ddb0398-eef8-4945-be37-1be175125b19 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:33.747882 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2ddb0398-eef8-4945-be37-1be175125b19 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:33.924092 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2ddb0398-eef8-4945-be37-1be175125b19 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:33.928362 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2ddb0398-eef8-4945-be37-1be175125b19 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:33.929915 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2ddb0398-eef8-4945-be37-1be175125b19 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "DELETE /v2.0/security-groups/c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6 HTTP/1.1" status: 204 len: 168 time: 0.2759309 Apr 28 17:21:33.932821 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51060) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:33.941773 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb0398-eef8-4945-be37-1be175125b19 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:33.954017 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-f9c30836-4296-4dbd-b2c1-7874d0eb9148 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] show failed (client error): The resource could not be found. Apr 28 17:21:33.962297 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f9c30836-4296-4dbd-b2c1-7874d0eb9148 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups/c9e5a3ea-78df-48c0-8ad4-62f6919ca5c6 HTTP/1.1" status: 404 len: 347 time: 0.0281858 Apr 28 17:21:33.963374 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51062) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:34.108913 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d38e004a-e9b2-48a1-89ea-ef9bff99e89a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Deleting port 447c9f25-6454-4fd4-8163-ac35e3393e97 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:21:34.109375 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d38e004a-e9b2-48a1-89ea-ef9bff99e89a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (447c9f25-6454-4fd4-8163-ac35e3393e97), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:34.202147 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d38e004a-e9b2-48a1-89ea-ef9bff99e89a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (447c9f25-6454-4fd4-8163-ac35e3393e97), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:34.202487 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d38e004a-e9b2-48a1-89ea-ef9bff99e89a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (447c9f25-6454-4fd4-8163-ac35e3393e97), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:34.215938 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d38e004a-e9b2-48a1-89ea-ef9bff99e89a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Calling delete_port for 447c9f25-6454-4fd4-8163-ac35e3393e97 owned by network:floatingip {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:21:34.432373 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d38e004a-e9b2-48a1-89ea-ef9bff99e89a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (447c9f25-6454-4fd4-8163-ac35e3393e97), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:34.462780 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e004a-e9b2-48a1-89ea-ef9bff99e89a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'Port': ['ID=447c9f25-6454-4fd4-8163-ac35e3393e97,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:34.481868 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e4eb3-8924-4645-a69c-c95487884b72 req-dd1b9201-5cf6-4cfc-bedf-a9fe0b804bb1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:34.485276 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-376e4eb3-8924-4645-a69c-c95487884b72 req-dd1b9201-5cf6-4cfc-bedf-a9fe0b804bb1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0817187 Apr 28 17:21:34.546256 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-75030b5c-f858-4f5b-bda7-8a3f03bccc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:34.567277 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-376e4eb3-8924-4645-a69c-c95487884b72 req-8eb737cb-e78a-40f1-9fb6-c432fccfc0b3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750647 Apr 28 17:21:34.589091 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d38e004a-e9b2-48a1-89ea-ef9bff99e89a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (c487006e-87f8-4bde-aef4-958d607e5206), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:34.591676 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d38e004a-e9b2-48a1-89ea-ef9bff99e89a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:34.592879 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d38e004a-e9b2-48a1-89ea-ef9bff99e89a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "DELETE /v2.0/floatingips/c487006e-87f8-4bde-aef4-958d607e5206 HTTP/1.1" status: 204 len: 168 time: 0.6282883 Apr 28 17:21:34.937858 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51086) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:34.942619 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-9d790477-b0a7-4c21-863e-84644f251218 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--318881499', 'description': 'tempest-description--381639357'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:21:35.118235 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9d790477-b0a7-4c21-863e-84644f251218 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:35.195210 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9d790477-b0a7-4c21-863e-84644f251218 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (e8db058f-9a18-4547-b4a5-62a498c9d0fe), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:35.260733 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9d790477-b0a7-4c21-863e-84644f251218 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (e8db058f-9a18-4547-b4a5-62a498c9d0fe), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:35.290853 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d790477-b0a7-4c21-863e-84644f251218 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8db058f-9a18-4547-b4a5-62a498c9d0fe,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:35.336562 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9d790477-b0a7-4c21-863e-84644f251218 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:35.340775 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-9d790477-b0a7-4c21-863e-84644f251218 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3990631 Apr 28 17:21:35.342403 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51092) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:35.345474 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-abdaa362-2a88-4b48-87d0-71e771d55ad1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group_rule': {'security_group_id': 'e8db058f-9a18-4547-b4a5-62a498c9d0fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:21:35.433102 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-abdaa362-2a88-4b48-87d0-71e771d55ad1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (5e2041b9-7f87-4e26-a084-25854f4ea1cf), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:35.499524 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-abdaa362-2a88-4b48-87d0-71e771d55ad1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (5e2041b9-7f87-4e26-a084-25854f4ea1cf), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:35.580548 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-abdaa362-2a88-4b48-87d0-71e771d55ad1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (5e2041b9-7f87-4e26-a084-25854f4ea1cf), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:35.598995 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaa362-2a88-4b48-87d0-71e771d55ad1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2041b9-7f87-4e26-a084-25854f4ea1cf,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:35.643314 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:35.679638 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-abdaa362-2a88-4b48-87d0-71e771d55ad1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:35.683764 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-abdaa362-2a88-4b48-87d0-71e771d55ad1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415561 Apr 28 17:21:35.684392 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51100) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:35.689180 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-7ccf82ef-5f52-4c13-ab05-204f026a5480 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'security_group_rule': {'security_group_id': 'e8db058f-9a18-4547-b4a5-62a498c9d0fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:21:35.722309 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44336f58-f91e-4271-a35e-7d78e1a365ca req-9bda65d4-0636-4ab9-a7b6-71200cf37fd5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:35.723793 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44336f58-f91e-4271-a35e-7d78e1a365ca req-9bda65d4-0636-4ab9-a7b6-71200cf37fd5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0536168 Apr 28 17:21:35.791974 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44336f58-f91e-4271-a35e-7d78e1a365ca req-11e62915-af17-4e0d-a644-dea0451be85e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509009 Apr 28 17:21:35.817465 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7ccf82ef-5f52-4c13-ab05-204f026a5480 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (aa5b4fa5-f6bc-46c3-9327-1c6c88ea9bda), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:35.882902 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7ccf82ef-5f52-4c13-ab05-204f026a5480 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (aa5b4fa5-f6bc-46c3-9327-1c6c88ea9bda), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:35.992458 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7ccf82ef-5f52-4c13-ab05-204f026a5480 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (aa5b4fa5-f6bc-46c3-9327-1c6c88ea9bda), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:36.012570 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf82ef-5f52-4c13-ab05-204f026a5480 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5b4fa5-f6bc-46c3-9327-1c6c88ea9bda,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:36.121017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7ccf82ef-5f52-4c13-ab05-204f026a5480 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:36.122993 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-7ccf82ef-5f52-4c13-ab05-204f026a5480 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4373269 Apr 28 17:21:36.125999 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51104) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:36.132277 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:21:36.220690 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:36.311071 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:36.418897 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Allocated IP 172.27.2.12 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/fdd872ce-6d9c-4935-b815-5d7a1bf57204) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:21:36.526104 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (fdd872ce-6d9c-4935-b815-5d7a1bf57204), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:36.631670 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (fdd872ce-6d9c-4935-b815-5d7a1bf57204), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:36.667262 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:21:36.670313 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:21:36.673809 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:21:36.706553 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=fdd872ce-6d9c-4935-b815-5d7a1bf57204,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:36.773196 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (26f5882e-1d5d-4a6c-bce4-069061242914), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:36.937460 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563770ff-19dd-4fab-9a5b-46277cd855f1 req-57d2a211-713a-4ef4-8152-a3fd7529500a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:36.945055 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-563770ff-19dd-4fab-9a5b-46277cd855f1 req-57d2a211-713a-4ef4-8152-a3fd7529500a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0756650 Apr 28 17:21:36.954438 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (fdd872ce-6d9c-4935-b815-5d7a1bf57204), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:37.038619 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:37.042880 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-563770ff-19dd-4fab-9a5b-46277cd855f1 req-c6872101-5703-439b-97c9-56205279b58b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968816 Apr 28 17:21:37.162552 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (fdd872ce-6d9c-4935-b815-5d7a1bf57204), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:37.231838 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (fdd872ce-6d9c-4935-b815-5d7a1bf57204), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:37.276921 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=fdd872ce-6d9c-4935-b815-5d7a1bf57204,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:37.331226 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (26f5882e-1d5d-4a6c-bce4-069061242914), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:37.452109 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:37.456513 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-94f1faf7-72f8-4dfa-a1a3-1d4f5ee4ecbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3249478 Apr 28 17:21:37.640510 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-53c492de-6c6c-46d5-8833-a02d71eba21a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--318881499&fields=id&tenant_id=3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 267 time: 0.0548778 Apr 28 17:21:37.759460 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-157be6f4-e227-4eee-8ae2-8e65d7bdce66 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:37.761256 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-157be6f4-e227-4eee-8ae2-8e65d7bdce66 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 815 time: 0.1254160 Apr 28 17:21:37.800103 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-00c239ea-79d4-41fc-91dc-d9a6fa127ef7 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/quotas/3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 375 time: 0.0227878 Apr 28 17:21:37.868293 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-573a687f-c3fb-420f-81b9-bb6613d29866 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524580 Apr 28 17:21:37.965015 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-cbe018b3-4161-4191-8db9-e2a966260c33 service neutron] 10.222.0.64 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957832 Apr 28 17:21:38.072747 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-61ad27fb-103f-4359-a39d-7e7daf658403 service neutron] 10.222.0.64 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027825 Apr 28 17:21:38.229929 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd18335-00a9-4fe9-8258-fea87832f29d req-a59d39c6-1414-4717-bcf0-6303fcdd79a3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:38.231457 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ccd18335-00a9-4fe9-8258-fea87832f29d req-a59d39c6-1414-4717-bcf0-6303fcdd79a3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0634875 Apr 28 17:21:38.304405 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ccd18335-00a9-4fe9-8258-fea87832f29d req-fec9457c-6cbf-408b-87c4-b0ab3b0bf9a4 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659957 Apr 28 17:21:38.379900 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-414907d3-f757-41b5-ab93-0c1eeaa66154 req-4fbe5d4b-79ad-492c-b967-a2e8b72db1cd tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 210 time: 0.0397651 Apr 28 17:21:38.382562 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51158) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:38.466101 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:38.543623 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:38.653485 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Publish callbacks [] for security_group (6ea57670-2913-4430-a2d9-06493a120b27), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:38.741251 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (6ea57670-2913-4430-a2d9-06493a120b27), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:38.790013 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e6b2acfd7ad4e858ca3c8080483439b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4059439 Apr 28 17:21:38.792897 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51170) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:38.800997 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea57670-2913-4430-a2d9-06493a120b27,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:38.812198 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.812648 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.813069 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.813487 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.813901 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.814338 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.814772 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.815205 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.815922 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.816062 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.816503 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.816938 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.817368 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.817798 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.818225 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735c770f-d92d-49d3-9af0-d32ef5ec3fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:38.874745 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Publish callbacks [] for security_group (6ea57670-2913-4430-a2d9-06493a120b27), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:38.905876 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Publish callbacks [] for security_group (6ea57670-2913-4430-a2d9-06493a120b27), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:39.060384 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (6ea57670-2913-4430-a2d9-06493a120b27), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:39.063412 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:39.064632 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ea57670-2913-4430-a2d9-06493a120b27 HTTP/1.1" status: 204 len: 168 time: 0.2701662 Apr 28 17:21:39.072890 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea57670-2913-4430-a2d9-06493a120b27,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:39.079864 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.080243 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.080584 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.080922 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.081256 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.081593 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.082032 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.082358 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.082691 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.083015 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.083476 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.083803 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.084182 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.084656 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.085050 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461fba3d-2f5a-4905-8c53-6777a311bf34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:39.511758 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6adc2964-fa6a-4bf4-96cd-1a42b3104d5e req-b9eb2521-b7e8-4c6c-9ec9-49a4618114cf tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 210 time: 0.0393128 Apr 28 17:21:39.545796 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b27ca-a8b7-4386-8a0e-946de1b60bc6 req-ddbbc33b-a9c4-438e-a4d6-ff12371ca221 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:39.547296 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-572b27ca-a8b7-4386-8a0e-946de1b60bc6 req-ddbbc33b-a9c4-438e-a4d6-ff12371ca221 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.1096516 Apr 28 17:21:39.604087 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-572b27ca-a8b7-4386-8a0e-946de1b60bc6 req-f1e01675-ff01-45b7-9eb3-78d66f5eb4ab tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505927 Apr 28 17:21:39.826411 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51184) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:39.841538 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2bda8b80-b730-42e4-8319-6ede636f1100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:39.925507 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2bda8b80-b730-42e4-8319-6ede636f1100 admin admin] Publish callbacks [] for security_group (59c6d1b6-090c-4502-b8be-5a0cba95b4aa), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:40.008859 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2bda8b80-b730-42e4-8319-6ede636f1100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (59c6d1b6-090c-4502-b8be-5a0cba95b4aa), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:40.049037 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2bda8b80-b730-42e4-8319-6ede636f1100 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffe2063304b140218a6e3021df27fa1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209320 Apr 28 17:21:40.049962 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda8b80-b730-42e4-8319-6ede636f1100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c6d1b6-090c-4502-b8be-5a0cba95b4aa,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:40.051807 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51186) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:40.111475 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-426270bd-a512-4f5b-b98b-94e022e28d4d admin admin] Publish callbacks [] for security_group (59c6d1b6-090c-4502-b8be-5a0cba95b4aa), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:40.134843 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-426270bd-a512-4f5b-b98b-94e022e28d4d admin admin] Publish callbacks [] for security_group (59c6d1b6-090c-4502-b8be-5a0cba95b4aa), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:40.609099 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-426270bd-a512-4f5b-b98b-94e022e28d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (59c6d1b6-090c-4502-b8be-5a0cba95b4aa), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:40.611795 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-965c6e77-7567-4a80-8298-78dcd4c55498 req-f579c4ef-9d88-4189-a463-10bc0ddd462c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 210 time: 0.0343728 Apr 28 17:21:40.613162 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-426270bd-a512-4f5b-b98b-94e022e28d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:40.617298 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-426270bd-a512-4f5b-b98b-94e022e28d4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59c6d1b6-090c-4502-b8be-5a0cba95b4aa HTTP/1.1" status: 204 len: 168 time: 0.5643737 Apr 28 17:21:40.654463 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426270bd-a512-4f5b-b98b-94e022e28d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c6d1b6-090c-4502-b8be-5a0cba95b4aa,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:40.803563 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a61447-d89a-4411-909f-93771df81be7 req-967c7f3a-eb26-4320-8f82-fb8e25b5c87b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:40.810925 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-33a61447-d89a-4411-909f-93771df81be7 req-967c7f3a-eb26-4320-8f82-fb8e25b5c87b tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0942037 Apr 28 17:21:40.886887 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-33a61447-d89a-4411-909f-93771df81be7 req-4cae1c63-6bfd-47a7-a48c-b8f57cc7e4c3 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746460 Apr 28 17:21:41.735118 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-63c8d357-00f2-4264-8494-3af91f26341a req-f137ca25-99a1-4159-8ed6-5344a66210fd tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 210 time: 0.0336144 Apr 28 17:21:42.015773 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078017c-160a-4032-b308-61b029c67364 req-1fbfeec1-2491-4d0a-a6c3-7fbde48039b5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:42.017255 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0078017c-160a-4032-b308-61b029c67364 req-1fbfeec1-2491-4d0a-a6c3-7fbde48039b5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0511086 Apr 28 17:21:42.064814 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0078017c-160a-4032-b308-61b029c67364 req-ff564976-b273-4185-a97f-5e6a2ddeebdd tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415478 Apr 28 17:21:42.229975 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:21:42.831476 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c29c3b46-be78-4168-94f0-1ac41449b7aa req-10568280-16b0-4bef-8449-929591907eee tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 210 time: 0.0275338 Apr 28 17:21:43.185676 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd08899-d58f-4c3e-aa3c-d8194014e00f req-dc0ee133-c0a2-4526-a7c4-af0a670f6780 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:43.187130 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cbd08899-d58f-4c3e-aa3c-d8194014e00f req-dc0ee133-c0a2-4526-a7c4-af0a670f6780 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0463150 Apr 28 17:21:43.234023 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cbd08899-d58f-4c3e-aa3c-d8194014e00f req-8481af5d-ec18-4ebf-a89c-f25b5f67613a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411358 Apr 28 17:21:43.380536 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51262) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:43.488806 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2094c55d-80c3-4db4-ae68-1bafe489d4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:43.560673 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2094c55d-80c3-4db4-ae68-1bafe489d4d4 admin admin] Publish callbacks [] for security_group (328e8972-4a43-4038-a7b4-74884471f25f), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:43.637414 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2094c55d-80c3-4db4-ae68-1bafe489d4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (328e8972-4a43-4038-a7b4-74884471f25f), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:43.676048 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2094c55d-80c3-4db4-ae68-1bafe489d4d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=941856e470634756b298abdd9a96038d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944365 Apr 28 17:21:43.677037 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094c55d-80c3-4db4-ae68-1bafe489d4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328e8972-4a43-4038-a7b4-74884471f25f,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:43.678869 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51266) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:43.727880 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-27e51878-ae07-477e-96a3-2352b6730252 admin admin] Publish callbacks [] for security_group (328e8972-4a43-4038-a7b4-74884471f25f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:43.748306 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-27e51878-ae07-477e-96a3-2352b6730252 admin admin] Publish callbacks [] for security_group (328e8972-4a43-4038-a7b4-74884471f25f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:43.854824 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-27e51878-ae07-477e-96a3-2352b6730252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (328e8972-4a43-4038-a7b4-74884471f25f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:43.859316 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-27e51878-ae07-477e-96a3-2352b6730252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:43.860508 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-27e51878-ae07-477e-96a3-2352b6730252 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/328e8972-4a43-4038-a7b4-74884471f25f HTTP/1.1" status: 204 len: 168 time: 0.1806507 Apr 28 17:21:43.869044 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e51878-ae07-477e-96a3-2352b6730252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328e8972-4a43-4038-a7b4-74884471f25f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:43.940952 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c95f686a-33c1-4144-8392-04473beba691 req-a50124c4-fc92-4906-be4f-2c55949a8f08 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 210 time: 0.0305939 Apr 28 17:21:44.351330 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be34a7-177c-4ae6-b3ff-acaaa157cec3 req-a6e4b5b2-7445-4168-a687-119f9281cb5a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:44.352868 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-22be34a7-177c-4ae6-b3ff-acaaa157cec3 req-a6e4b5b2-7445-4168-a687-119f9281cb5a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0468733 Apr 28 17:21:44.400653 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-22be34a7-177c-4ae6-b3ff-acaaa157cec3 req-6edfcfd4-51e4-4319-8d8f-2f464d0b79eb tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Apr 28 17:21:44.471080 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51278) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:44.485203 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-99a5dc24-940c-4b98-b5ae-bdd069f1c219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:44.566902 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-99a5dc24-940c-4b98-b5ae-bdd069f1c219 admin admin] Publish callbacks [] for security_group (eea88702-a159-4f20-9953-f3aa120b60cd), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:44.637544 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-99a5dc24-940c-4b98-b5ae-bdd069f1c219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (eea88702-a159-4f20-9953-f3aa120b60cd), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:44.944837 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-99a5dc24-940c-4b98-b5ae-bdd069f1c219 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86ed168646bc4762b193b4de983c04b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722369 Apr 28 17:21:44.946196 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5dc24-940c-4b98-b5ae-bdd069f1c219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea88702-a159-4f20-9953-f3aa120b60cd,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:44.947547 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51280) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:44.997576 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-115156b5-d3c8-4f71-8711-23e54da11d03 admin admin] Publish callbacks [] for security_group (eea88702-a159-4f20-9953-f3aa120b60cd), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:45.043082 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-115156b5-d3c8-4f71-8711-23e54da11d03 admin admin] Publish callbacks [] for security_group (eea88702-a159-4f20-9953-f3aa120b60cd), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:45.050589 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a1901f5-0705-4c22-a2bf-b43a92c6f551 req-b935a74f-1192-437f-90fe-14e78816cdf4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 210 time: 0.0406744 Apr 28 17:21:45.207745 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-115156b5-d3c8-4f71-8711-23e54da11d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (eea88702-a159-4f20-9953-f3aa120b60cd), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:45.211290 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-115156b5-d3c8-4f71-8711-23e54da11d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:45.212487 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-115156b5-d3c8-4f71-8711-23e54da11d03 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eea88702-a159-4f20-9953-f3aa120b60cd HTTP/1.1" status: 204 len: 168 time: 0.2637253 Apr 28 17:21:45.220608 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115156b5-d3c8-4f71-8711-23e54da11d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea88702-a159-4f20-9953-f3aa120b60cd,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:45.439952 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 3728fccc-3fe6-49c0-9dd7-f7309fde5729 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:21:45.503050 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-02260199-a910-4324-a23c-4d50f0d06a37 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:45.504918 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-02260199-a910-4324-a23c-4d50f0d06a37 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 815 time: 0.1150889 Apr 28 17:21:45.576254 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:45.588894 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'port_id': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'mac_address': 'fa:16:3e:11:f4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:21:45.600466 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-d44a0c13-00d7-43f6-992d-b74a349b1198 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bc5f70924aa4b3f8f9f428437223a60 HTTP/1.1" status: 200 len: 379 time: 0.0729566 Apr 28 17:21:45.605008 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a9afb-97a3-431d-9f2b-2c00c49495df req-d537cc9d-4395-499d-bf4f-95183ab5a9f1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:45.609551 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'port': {'device_id': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'admin_state_up': True, 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'security_groups': ['e8db058f-9a18-4547-b4a5-62a498c9d0fe']}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:21:45.613763 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-081a9afb-97a3-431d-9f2b-2c00c49495df req-d537cc9d-4395-499d-bf4f-95183ab5a9f1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 944 time: 0.0945666 Apr 28 17:21:45.628264 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:21:45.628666 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:45.643452 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3728fccc-3fe6-49c0-9dd7-f7309fde5729 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:21:45.666341 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-081a9afb-97a3-431d-9f2b-2c00c49495df req-1fcd88bf-818c-4540-ae2c-639a6d29f168 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459886 Apr 28 17:21:45.671512 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:46.155505 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7ab67ce-702a-46c4-96de-55e6908f44f6 req-4c2f9cd5-97ef-4395-aea3-80dad0cc208b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 210 time: 0.0340099 Apr 28 17:21:46.260517 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:46.263964 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Made reservation on behalf of 3bc5f70924aa4b3f8f9f428437223a60 for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:21:46.275627 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:46.320716 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=3728fccc-3fe6-49c0-9dd7-f7309fde5729,revision_number=9']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:46.328098 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.328448 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.328799 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.329147 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.329487 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.329824 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.330155 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.330543 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.330819 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.331148 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.331486 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.331818 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.332175 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.332508 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.333085 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:21:46.414876 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Allocated IP 172.20.0.10 (a0864fea-c4a2-4606-b60c-7ca279cfdb22/3f171123-3a34-488e-b790-0ae30efcd836/d37dd390-c1d8-4c63-8c70-2ca31fdc913c) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:21:46.549882 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:46.595835 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['3728fccc-3fe6-49c0-9dd7-f7309fde5729'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:21:46.689589 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:46.744898 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:21:46.748440 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:21:46.758551 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:21:46.792185 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event updated for resources: {'Port': ['ID=d37dd390-c1d8-4c63-8c70-2ca31fdc913c,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:46.834608 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:46.835663 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:46.865110 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54a0f2-2c35-4e04-ae2d-a29f05ad8805 req-272ddad6-9c7d-4740-b255-47820dcc9a0d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:46.867617 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1d54a0f2-2c35-4e04-ae2d-a29f05ad8805 req-272ddad6-9c7d-4740-b255-47820dcc9a0d tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 945 time: 0.0673289 Apr 28 17:21:46.920046 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-8d254b75-ff60-4b9b-861f-eb4fd97d32eb tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3146329 Apr 28 17:21:46.923253 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1d54a0f2-2c35-4e04-ae2d-a29f05ad8805 req-629124b8-1ce6-481c-b098-b6987dece08f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483577 Apr 28 17:21:47.044581 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-a790fcf3-2c37-4ca3-acd9-9dd9ec8b80a2 None None] Provisioning complete for port d37dd390-c1d8-4c63-8c70-2ca31fdc913c triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:21:47.049852 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a790fcf3-2c37-4ca3-acd9-9dd9ec8b80a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:47.087983 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-a790fcf3-2c37-4ca3-acd9-9dd9ec8b80a2 None None] Port d37dd390-c1d8-4c63-8c70-2ca31fdc913c cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:21:47.216610 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Request body: {'port': {'device_id': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:21:47.317016 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b012d1-78c4-4843-964b-2e81d0a92e97 req-9d2a2768-6e4c-4758-9464-6b7b48f3e4b0 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:47.318607 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-07b012d1-78c4-4843-964b-2e81d0a92e97 req-9d2a2768-6e4c-4758-9464-6b7b48f3e4b0 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 932 time: 0.0787196 Apr 28 17:21:47.326807 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:47.408791 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-07b012d1-78c4-4843-964b-2e81d0a92e97 req-d3cbacf1-fa63-4fbf-a802-888569cd2427 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836709 Apr 28 17:21:47.430917 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 3728fccc-3fe6-49c0-9dd7-f7309fde5729 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:21:47.479982 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:21:47.480540 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:47.563629 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:21:47.564138 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:47.587567 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:21:47.589569 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2059cb-03cd-4dfd-9c23-0c20fd1a4226" -d '{"events": [{"server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "name": "network-vif-plugged", "status": "completed", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:21:47.605289 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:47.631642 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ab621d-e492-41f2-82bf-4ab79c022c49 x-openstack-request-id: req-e7ab621d-e492-41f2-82bf-4ab79c022c49 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:21:47.632105 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "name": "network-vif-plugged", "status": "completed", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:21:47.632839 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7ab621d-e492-41f2-82bf-4ab79c022c49 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:21:47.633510 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ab621d-e492-41f2-82bf-4ab79c022c49'] response: {'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'code': 200} Apr 28 17:21:47.645566 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37dd390-c1d8-4c63-8c70-2ca31fdc913c {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:21:47.651191 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:47.660007 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Publish callbacks [] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:47.674113 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Transition to ACTIVE for port object d37dd390-c1d8-4c63-8c70-2ca31fdc913c will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:21:47.702236 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=3728fccc-3fe6-49c0-9dd7-f7309fde5729,revision_number=10']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:47.746619 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:47.804878 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Pushing event updated for resources: {'Port': ['ID=d37dd390-c1d8-4c63-8c70-2ca31fdc913c,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:47.877928 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Attempting to bind port d37dd390-c1d8-4c63-8c70-2ca31fdc913c on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:21:47.878254 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Attempting to bind port d37dd390-c1d8-4c63-8c70-2ca31fdc913c by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:21:47.878582 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Attempting to bind port d37dd390-c1d8-4c63-8c70-2ca31fdc913c on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:21:47.889426 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Port d37dd390-c1d8-4c63-8c70-2ca31fdc913c on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:21:47.895643 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Attempting to bind port d37dd390-c1d8-4c63-8c70-2ca31fdc913c on network a0864fea-c4a2-4606-b60c-7ca279cfdb22 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:21:47.895643 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:21:47.896126 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Checking segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:21:47.896301 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Bound using segment: {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:21:47.896745 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Bound port: d37dd390-c1d8-4c63-8c70-2ca31fdc913c, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb806b8a-6176-48ac-a47d-63f803b6336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:21:47.897112 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:47.987100 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] For port d37dd390-c1d8-4c63-8c70-2ca31fdc913c, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:21:47.990345 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] For port d37dd390-c1d8-4c63-8c70-2ca31fdc913c, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d37dd390-c1d8-4c63-8c70-2ca31fdc913c,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:21:48.048036 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:48.094662 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:48.095869 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:48.096803 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] 10.222.0.66 "PUT /v2.0/ports/d37dd390-c1d8-4c63-8c70-2ca31fdc913c HTTP/1.1" status: 200 len: 1094 time: 0.8861699 Apr 28 17:21:48.097407 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'tag': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:21:48.114081 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ca77e1-52b8-4b07-938b-5c2dbd765671" -d '{"events": [{"name": "network-changed", "server_uuid": "357ce1a9-cb15-43c6-a5b4-fd313b62918f", "tag": "d37dd390-c1d8-4c63-8c70-2ca31fdc913c"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:21:48.120710 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446d6c0-2b8b-4f88-b9ab-455fdb180bce req-89af1db8-0802-4aaa-aec5-498b355a662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:48.126627 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b446d6c0-2b8b-4f88-b9ab-455fdb180bce req-89af1db8-0802-4aaa-aec5-498b355a662d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 1131 time: 0.0641906 Apr 28 17:21:48.134004 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcd385-c60b-4a6a-848b-700af6e476cc req-45949d1f-b893-430a-852f-60cd586fa43f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:48.136790 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-87fcd385-c60b-4a6a-848b-700af6e476cc req-45949d1f-b893-430a-852f-60cd586fa43f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 947 time: 0.1200576 Apr 28 17:21:48.191936 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04d3ab-1d63-461a-bec0-4908602ca0fa service neutron] Pushing event updated for resources: {'Port': ['ID=d37dd390-c1d8-4c63-8c70-2ca31fdc913c,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:48.195718 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b446d6c0-2b8b-4f88-b9ab-455fdb180bce req-b9e7e868-c371-4080-bce6-03573594496f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584748 Apr 28 17:21:48.213937 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50acc0e6-7003-44a6-b130-a23947ee7cce x-openstack-request-id: req-50acc0e6-7003-44a6-b130-a23947ee7cce {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:21:48.214235 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357ce1a9-cb15-43c6-a5b4-fd313b62918f", "tag": "d37dd390-c1d8-4c63-8c70-2ca31fdc913c", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:21:48.214493 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50acc0e6-7003-44a6-b130-a23947ee7cce {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:21:48.214902 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50acc0e6-7003-44a6-b130-a23947ee7cce'] response: {'name': 'network-changed', 'server_uuid': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'tag': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c', 'status': 'completed', 'code': 200} Apr 28 17:21:48.229828 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-87fcd385-c60b-4a6a-848b-700af6e476cc req-887f9d1c-57e0-486b-b29e-918567ff527c tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822835 Apr 28 17:21:48.523730 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6b918-3456-432b-8196-567608d1556e req-63f885c4-7d24-41a2-bc67-1a47bf47b231 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:48.525243 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-08b6b918-3456-432b-8196-567608d1556e req-63f885c4-7d24-41a2-bc67-1a47bf47b231 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 944 time: 0.0480604 Apr 28 17:21:48.590903 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-08b6b918-3456-432b-8196-567608d1556e req-94bb2b4b-6b85-4b78-bdb7-6e05bbef32c1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585725 Apr 28 17:21:48.623561 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-f6767fcf-22b4-4d40-92c1-5708e0ac286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:48.625073 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-f6767fcf-22b4-4d40-92c1-5708e0ac286e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 1128 time: 0.0517850 Apr 28 17:21:48.962904 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-c97f5c38-e491-48bb-b4bc-392bdf56cff8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d37dd390-c1d8-4c63-8c70-2ca31fdc913c HTTP/1.1" status: 200 len: 217 time: 0.0444953 Apr 28 17:21:49.021416 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-e21be470-e570-43af-a40d-4730a2ba9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:49.024237 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-e21be470-e570-43af-a40d-4730a2ba9c6a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f171123-3a34-488e-b790-0ae30efcd836 HTTP/1.1" status: 200 len: 854 time: 0.0540729 Apr 28 17:21:49.080849 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-62fe67c5-c2e9-43a5-82c6-01d47663f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:49.082411 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-62fe67c5-c2e9-43a5-82c6-01d47663f8a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0864fea-c4a2-4606-b60c-7ca279cfdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411005 Apr 28 17:21:49.362103 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbcae4-5e34-4809-993b-6004ad2d4f4e req-b811554a-47c5-4788-8376-edd0dd27efe1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:49.363672 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-85bbcae4-5e34-4809-993b-6004ad2d4f4e req-b811554a-47c5-4788-8376-edd0dd27efe1 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 947 time: 0.0505254 Apr 28 17:21:49.417884 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-85bbcae4-5e34-4809-993b-6004ad2d4f4e req-0ddb4852-e257-449b-830a-127cb07655aa tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469179 Apr 28 17:21:49.419164 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-9afb789f-6d32-4905-b915-33e2c47d8ab7 service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287425 Apr 28 17:21:49.706055 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dff7e0-1dbb-4956-9ad8-dedf3a0b2e77 req-e96c34d4-1788-4711-89ad-2b2d2a2d4d3d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:49.707530 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-87dff7e0-1dbb-4956-9ad8-dedf3a0b2e77 req-e96c34d4-1788-4711-89ad-2b2d2a2d4d3d tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 944 time: 0.0489542 Apr 28 17:21:49.753549 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-87dff7e0-1dbb-4956-9ad8-dedf3a0b2e77 req-4c74688e-3b3c-41cd-80a3-a4cae6c6362b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401964 Apr 28 17:21:49.900159 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e8ff395-7347-4e38-a85b-db696cb97d36 req-7c73fcf0-322e-49d6-8537-17fdf9aca7f9 service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940399 Apr 28 17:21:50.537509 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee1e62-9147-455d-8e9e-e6d2711e6d88 req-5a6ae77d-2713-474d-87ac-7a1271d249a5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:50.538980 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1cee1e62-9147-455d-8e9e-e6d2711e6d88 req-5a6ae77d-2713-474d-87ac-7a1271d249a5 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 947 time: 0.0476711 Apr 28 17:21:50.587151 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1cee1e62-9147-455d-8e9e-e6d2711e6d88 req-81ae3eec-eb4b-4658-9652-2b785afc3234 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424695 Apr 28 17:21:50.866624 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc786f6-ea10-4fc5-849e-f3a85652e54b req-c9ecc22f-be60-41eb-9e7d-9d300d59c22e tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:50.868151 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cfc786f6-ea10-4fc5-849e-f3a85652e54b req-c9ecc22f-be60-41eb-9e7d-9d300d59c22e tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 944 time: 0.0477936 Apr 28 17:21:50.916480 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cfc786f6-ea10-4fc5-849e-f3a85652e54b req-1fd5caca-0dd9-4b67-8264-17eee17255c5 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425284 Apr 28 17:21:51.227514 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca77e1-52b8-4b07-938b-5c2dbd765671 req-dc6cb62f-7834-46c9-b958-c62769cc46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:51.229058 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13ca77e1-52b8-4b07-938b-5c2dbd765671 req-dc6cb62f-7834-46c9-b958-c62769cc46d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 1128 time: 0.0451002 Apr 28 17:21:51.322590 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca77e1-52b8-4b07-938b-5c2dbd765671 req-37bdd231-a195-4faa-903e-9afd58be4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:51.323956 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13ca77e1-52b8-4b07-938b-5c2dbd765671 req-37bdd231-a195-4faa-903e-9afd58be4507 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 916 time: 0.0870998 Apr 28 17:21:51.372655 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13ca77e1-52b8-4b07-938b-5c2dbd765671 req-f6f87180-6920-433f-9765-6fd69c6ab806 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d37dd390-c1d8-4c63-8c70-2ca31fdc913c HTTP/1.1" status: 200 len: 217 time: 0.0420926 Apr 28 17:21:51.421771 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca77e1-52b8-4b07-938b-5c2dbd765671 req-47272ec5-6244-421e-a13c-68c02def1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:51.423216 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13ca77e1-52b8-4b07-938b-5c2dbd765671 req-47272ec5-6244-421e-a13c-68c02def1ac2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f171123-3a34-488e-b790-0ae30efcd836 HTTP/1.1" status: 200 len: 854 time: 0.0443485 Apr 28 17:21:51.467010 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca77e1-52b8-4b07-938b-5c2dbd765671 req-3e07afc9-a34d-4ed2-b49f-918eae03e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:51.468624 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13ca77e1-52b8-4b07-938b-5c2dbd765671 req-3e07afc9-a34d-4ed2-b49f-918eae03e8ff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0864fea-c4a2-4606-b60c-7ca279cfdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395069 Apr 28 17:21:51.562203 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13ca77e1-52b8-4b07-938b-5c2dbd765671 req-179bc3d8-8b77-43fc-930d-1ae0d6fda75c service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861046 Apr 28 17:21:51.659706 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13ca77e1-52b8-4b07-938b-5c2dbd765671 req-17fb7cce-0603-4e2a-8e44-ad8e675f3d69 service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903599 Apr 28 17:21:51.709992 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fcaf8-07be-4813-873e-a5fa5c72182e req-d787371b-b2ba-477b-a07a-52db56fea2a0 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:51.711458 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-210fcaf8-07be-4813-873e-a5fa5c72182e req-d787371b-b2ba-477b-a07a-52db56fea2a0 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 947 time: 0.0477905 Apr 28 17:21:51.760329 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-210fcaf8-07be-4813-873e-a5fa5c72182e req-bb550d51-baee-44b7-bbc6-a00914cc6879 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431850 Apr 28 17:21:52.035577 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b7f65-33b1-44eb-a5b0-1e4d9930c001 req-e67d8957-bcb8-4214-a5c7-c8bc3a5dba0a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:52.037136 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-641b7f65-33b1-44eb-a5b0-1e4d9930c001 req-e67d8957-bcb8-4214-a5c7-c8bc3a5dba0a tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 944 time: 0.0513928 Apr 28 17:21:52.085032 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-641b7f65-33b1-44eb-a5b0-1e4d9930c001 req-467d492d-4954-40fd-931c-58fbeb31cfea tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419159 Apr 28 17:21:53.205877 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dae45-1d31-48a8-8fc8-ff862a4625a1 req-6ab618f6-d578-4ae0-8c3f-7d629513e329 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:53.207694 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c9dae45-1d31-48a8-8fc8-ff862a4625a1 req-6ab618f6-d578-4ae0-8c3f-7d629513e329 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 944 time: 0.0485365 Apr 28 17:21:53.227313 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45690350-247d-4638-b237-d99b1e43a43b req-3f87e7d6-6d80-478f-a578-a913519bcf0d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:53.228918 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-45690350-247d-4638-b237-d99b1e43a43b req-3f87e7d6-6d80-478f-a578-a913519bcf0d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 945 time: 0.0525677 Apr 28 17:21:53.258490 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1c9dae45-1d31-48a8-8fc8-ff862a4625a1 req-405fc207-5062-451f-829b-022245e2acbe tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443680 Apr 28 17:21:53.277777 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-45690350-247d-4638-b237-d99b1e43a43b req-a491a6ff-cd24-45d1-bace-94a8df46f1ee tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430326 Apr 28 17:21:53.473987 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device d37dd390-c1d8-4c63-8c70-2ca31fdc913c details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:21:53.570829 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port d37dd390-c1d8-4c63-8c70-2ca31fdc913c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d37dd390-c1d8-4c63-8c70-2ca31fdc913c,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:53.582172 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'port_id': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c', 'mac_address': 'fa:16:3e:5c:dd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:21:53.619277 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port d37dd390-c1d8-4c63-8c70-2ca31fdc913c is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:21:53.620343 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:53.636908 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37dd390-c1d8-4c63-8c70-2ca31fdc913c {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:21:53.656945 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port d37dd390-c1d8-4c63-8c70-2ca31fdc913c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d37dd390-c1d8-4c63-8c70-2ca31fdc913c,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:53.734717 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:53.783645 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=d37dd390-c1d8-4c63-8c70-2ca31fdc913c,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:54.065280 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['d37dd390-c1d8-4c63-8c70-2ca31fdc913c'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:21:54.374263 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688fd17-a1e0-4641-8b1b-eb33c7ae45a5 req-2aff3971-cfcc-4bad-9cae-026c686f6331 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:54.375799 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1688fd17-a1e0-4641-8b1b-eb33c7ae45a5 req-2aff3971-cfcc-4bad-9cae-026c686f6331 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 945 time: 0.0489247 Apr 28 17:21:54.395198 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837d8aa-695e-42c4-9db7-d2779796555e req-892c8319-31c4-40a3-a506-345722b1c54c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:54.398235 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3837d8aa-695e-42c4-9db7-d2779796555e req-892c8319-31c4-40a3-a506-345722b1c54c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 945 time: 0.0520439 Apr 28 17:21:54.434281 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1688fd17-a1e0-4641-8b1b-eb33c7ae45a5 req-27736759-6928-472e-9fc4-15dd0af16597 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517197 Apr 28 17:21:54.460033 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3837d8aa-695e-42c4-9db7-d2779796555e req-b39ecbe8-e16f-40b3-9d7f-66800c492bfd tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515606 Apr 28 17:21:54.499605 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51510) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:54.601746 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-da786a47-cf67-4e0a-be59-ca337efe8ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:54.673713 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-da786a47-cf67-4e0a-be59-ca337efe8ae4 admin admin] Publish callbacks [] for security_group (12e60ca9-e844-4e88-88da-ea7a1733a1f6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:54.741121 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-da786a47-cf67-4e0a-be59-ca337efe8ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (12e60ca9-e844-4e88-88da-ea7a1733a1f6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:54.779149 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da786a47-cf67-4e0a-be59-ca337efe8ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e60ca9-e844-4e88-88da-ea7a1733a1f6,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:54.783399 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-da786a47-cf67-4e0a-be59-ca337efe8ae4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ccaa50d6c7b242b19286df7dbd678aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827334 Apr 28 17:21:54.786210 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51514) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:54.835919 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9aa58448-890f-450a-87f0-476bec19e1c0 admin admin] Publish callbacks [] for security_group (12e60ca9-e844-4e88-88da-ea7a1733a1f6), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:54.856976 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9aa58448-890f-450a-87f0-476bec19e1c0 admin admin] Publish callbacks [] for security_group (12e60ca9-e844-4e88-88da-ea7a1733a1f6), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:54.968287 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9aa58448-890f-450a-87f0-476bec19e1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (12e60ca9-e844-4e88-88da-ea7a1733a1f6), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:54.970907 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9aa58448-890f-450a-87f0-476bec19e1c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:54.972231 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9aa58448-890f-450a-87f0-476bec19e1c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12e60ca9-e844-4e88-88da-ea7a1733a1f6 HTTP/1.1" status: 204 len: 168 time: 0.1844871 Apr 28 17:21:54.980643 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa58448-890f-450a-87f0-476bec19e1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e60ca9-e844-4e88-88da-ea7a1733a1f6,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:55.488337 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device d37dd390-c1d8-4c63-8c70-2ca31fdc913c up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:21:55.511955 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-5792174f-9b65-44ec-8870-a25e829c714e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:55.513511 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-5792174f-9b65-44ec-8870-a25e829c714e tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 945 time: 0.0559487 Apr 28 17:21:55.544990 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port d37dd390-c1d8-4c63-8c70-2ca31fdc913c completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:21:55.582666 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367de5ad-be9d-4321-8721-e24168268f85 req-876986f1-c349-4080-8743-9dfa96d8a37c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:55.584780 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-367de5ad-be9d-4321-8721-e24168268f85 req-876986f1-c349-4080-8743-9dfa96d8a37c tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 945 time: 0.0492580 Apr 28 17:21:55.622007 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae63c0e-88c0-4827-a7ae-259a3a2e7057 req-66195f26-deb0-43d0-92ae-538b1b5caf43 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:55.623501 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6ae63c0e-88c0-4827-a7ae-259a3a2e7057 req-66195f26-deb0-43d0-92ae-538b1b5caf43 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 945 time: 0.0935273 Apr 28 17:21:55.635682 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-367de5ad-be9d-4321-8721-e24168268f85 req-e7b62fbb-624e-4752-9886-8eb0c682a9c7 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups?id=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451772 Apr 28 17:21:55.657206 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Deleting port fb36dcbb-86c0-4d46-8532-51947c5b920f {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:21:55.657553 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:55.733606 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6ae63c0e-88c0-4827-a7ae-259a3a2e7057 req-24df5f57-dd55-4eaf-ad6a-09f8554036ec tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041231 Apr 28 17:21:55.769027 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] For port fb36dcbb-86c0-4d46-8532-51947c5b920f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fb36dcbb-86c0-4d46-8532-51947c5b920f,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:55.771587 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:55.838422 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:55.839117 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port d37dd390-c1d8-4c63-8c70-2ca31fdc913c triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:21:55.839503 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:55.916784 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51528) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:55.920232 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port d37dd390-c1d8-4c63-8c70-2ca31fdc913c is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:21:55.920629 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:55.931318 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-59461b20-abe0-4da3-8802-4984bb7e0ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:55.945434 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:21:55.947685 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3420130-6f91-4fdb-8769-f69ed23ea191" -d '{"events": [{"server_uuid": "357ce1a9-cb15-43c6-a5b4-fd313b62918f", "name": "network-vif-plugged", "status": "completed", "tag": "d37dd390-c1d8-4c63-8c70-2ca31fdc913c"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:21:55.959767 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:55.960461 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (c3bea7a1-01e1-4433-8e42-7a5d6a950bec), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:55.960762 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port d37dd390-c1d8-4c63-8c70-2ca31fdc913c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d37dd390-c1d8-4c63-8c70-2ca31fdc913c,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:21:55.961012 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Floating IP c3bea7a1-01e1-4433-8e42-7a5d6a950bec disassociated. External IP: 172.27.2.194, port: fb36dcbb-86c0-4d46-8532-51947c5b920f. Apr 28 17:21:55.961371 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Calling delete_port for fb36dcbb-86c0-4d46-8532-51947c5b920f owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:21:55.999232 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8ddffa-6046-43ba-967a-026afec1642c x-openstack-request-id: req-aa8ddffa-6046-43ba-967a-026afec1642c {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:21:55.999532 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357ce1a9-cb15-43c6-a5b4-fd313b62918f", "name": "network-vif-plugged", "status": "completed", "tag": "d37dd390-c1d8-4c63-8c70-2ca31fdc913c", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:21:55.999923 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa8ddffa-6046-43ba-967a-026afec1642c {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:21:56.000606 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8ddffa-6046-43ba-967a-026afec1642c'] response: {'server_uuid': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c', 'code': 200} Apr 28 17:21:56.033186 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-59461b20-abe0-4da3-8802-4984bb7e0ac9 admin admin] Publish callbacks [] for security_group (b6a585d8-294a-461d-8e53-11710003c2ac), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:56.061257 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:56.117664 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-59461b20-abe0-4da3-8802-4984bb7e0ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (b6a585d8-294a-461d-8e53-11710003c2ac), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:56.122988 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=d37dd390-c1d8-4c63-8c70-2ca31fdc913c,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:56.157486 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-59461b20-abe0-4da3-8802-4984bb7e0ac9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7469983c05c4277a0899e905a332d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394295 Apr 28 17:21:56.158456 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59461b20-abe0-4da3-8802-4984bb7e0ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a585d8-294a-461d-8e53-11710003c2ac,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:56.160213 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51532) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:56.207907 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (fb36dcbb-86c0-4d46-8532-51947c5b920f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:56.242663 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d82308b9-713b-4e82-9b65-980f308aca70 admin admin] Publish callbacks [] for security_group (b6a585d8-294a-461d-8e53-11710003c2ac), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:56.244291 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event deleted for resources: {'Port': ['ID=fb36dcbb-86c0-4d46-8532-51947c5b920f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:56.274563 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d82308b9-713b-4e82-9b65-980f308aca70 admin admin] Publish callbacks [] for security_group (b6a585d8-294a-461d-8e53-11710003c2ac), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:56.341003 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d8d24-1e17-4f4c-944f-909c194a8f09 req-8f1efb0c-d02c-4433-9bb1-4b0d015091f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:56.342572 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3c6d8d24-1e17-4f4c-944f-909c194a8f09 req-8f1efb0c-d02c-4433-9bb1-4b0d015091f6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 1130 time: 0.0386171 Apr 28 17:21:56.391031 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3c6d8d24-1e17-4f4c-944f-909c194a8f09 req-5043e2d7-cd9b-4337-afc8-cf70a7a34a42 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386117 Apr 28 17:21:56.407493 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:21:56.505936 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d82308b9-713b-4e82-9b65-980f308aca70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (b6a585d8-294a-461d-8e53-11710003c2ac), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:56.508539 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d82308b9-713b-4e82-9b65-980f308aca70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:56.509696 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d82308b9-713b-4e82-9b65-980f308aca70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6a585d8-294a-461d-8e53-11710003c2ac HTTP/1.1" status: 204 len: 168 time: 0.3484433 Apr 28 17:21:56.523652 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82308b9-713b-4e82-9b65-980f308aca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a585d8-294a-461d-8e53-11710003c2ac,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:56.540869 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:21:56.553839 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4705bb-cb19-4233-8ffb-7cd03d256b3b None None] Sync routers for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:21:56.564042 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4705bb-cb19-4233-8ffb-7cd03d256b3b None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:21:56.572984 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-7b4705bb-cb19-4233-8ffb-7cd03d256b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:21:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:21:56.589987 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] No DVR routers for this DVR port fb36dcbb-86c0-4d46-8532-51947c5b920f on host hv-cinder-82694 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:21:56.592677 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:56.596243 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-644cf7c2-8f04-4ee6-b24b-33ef957cabaa req-d728b75d-5d51-4ea1-bc39-e4b03c9d8423 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.66 "DELETE /v2.0/ports/fb36dcbb-86c0-4d46-8532-51947c5b920f HTTP/1.1" status: 204 len: 173 time: 1.0769262 Apr 28 17:21:56.596711 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e9a796-4722-4896-8d96-184004c4b157', 'name': 'network-vif-deleted', 'tag': 'fb36dcbb-86c0-4d46-8532-51947c5b920f'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:21:56.599917 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19030186-6c52-408b-8715-e455aee491bb" -d '{"events": [{"server_uuid": "d5e9a796-4722-4896-8d96-184004c4b157", "name": "network-vif-deleted", "tag": "fb36dcbb-86c0-4d46-8532-51947c5b920f"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:21:56.654296 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a82642d-63f4-4453-bb8a-079c2b4284ea x-openstack-request-id: req-3a82642d-63f4-4453-bb8a-079c2b4284ea {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:21:56.654296 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e9a796-4722-4896-8d96-184004c4b157", "name": "network-vif-deleted", "tag": "fb36dcbb-86c0-4d46-8532-51947c5b920f", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:21:56.654296 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a82642d-63f4-4453-bb8a-079c2b4284ea {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:21:56.654296 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a82642d-63f4-4453-bb8a-079c2b4284ea'] response: {'server_uuid': 'd5e9a796-4722-4896-8d96-184004c4b157', 'name': 'network-vif-deleted', 'tag': 'fb36dcbb-86c0-4d46-8532-51947c5b920f', 'status': 'completed', 'code': 200} Apr 28 17:21:56.697395 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-7b4705bb-cb19-4233-8ffb-7cd03d256b3b None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:21:56.764468 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9c1a7851-11ad-43c8-801a-42d94c198b5f req-5d5135e5-b73e-4074-8152-e82340da78ec tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 210 time: 0.0448103 Apr 28 17:21:56.870849 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2f351-8d65-4cdd-af45-61c2c6a9f96a req-b9d33e1e-343f-471d-b620-032eefdbadc8 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:56.872299 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3cb2f351-8d65-4cdd-af45-61c2c6a9f96a req-b9d33e1e-343f-471d-b620-032eefdbadc8 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 946 time: 0.0482602 Apr 28 17:21:56.920958 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3cb2f351-8d65-4cdd-af45-61c2c6a9f96a req-850ef60d-dc82-4237-9bea-e6676e62532b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423295 Apr 28 17:21:56.924656 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-7b4705bb-cb19-4233-8ffb-7cd03d256b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:21:56.953340 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4705bb-cb19-4233-8ffb-7cd03d256b3b None None] Checking router: 0afbf626-44d4-42b3-9953-92c7d5c4dc87 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:21:56.962058 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4705bb-cb19-4233-8ffb-7cd03d256b3b None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:21:56.962731 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-7b4705bb-cb19-4233-8ffb-7cd03d256b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:21:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:21:57.074124 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-7b4705bb-cb19-4233-8ffb-7cd03d256b3b None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:21:57.311893 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51544) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:57.329112 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3cd8-a37f-4d92-a8b4-e4f8d441b090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:57.361534 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-7b4705bb-cb19-4233-8ffb-7cd03d256b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:21:57.389931 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4705bb-cb19-4233-8ffb-7cd03d256b3b None None] The sync data for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi is: [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:15:09Z', 'revision_number': 4, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'e7eb6907-8162-4678-b66f-bdcdbba1389f', 'name': '', 'network_id': '73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'mac_address': 'fa:16:3e:dd:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:06Z', 'updated_at': '2022-04-28T17:15:18Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'subnets': [{'id': 'bf46f40e-2e9c-4e29-8c8f-abf737b59424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:21:57.408377 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3cd8-a37f-4d92-a8b4-e4f8d441b090 admin admin] Publish callbacks [] for security_group (2619b196-f0c2-48eb-b903-35b31290e09d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:57.494478 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3cd8-a37f-4d92-a8b4-e4f8d441b090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (2619b196-f0c2-48eb-b903-35b31290e09d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:57.539190 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5e3d3cd8-a37f-4d92-a8b4-e4f8d441b090 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c0b0fb92ac94c44a0da267d202225cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259483 Apr 28 17:21:57.541085 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d3cd8-a37f-4d92-a8b4-e4f8d441b090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2619b196-f0c2-48eb-b903-35b31290e09d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:57.541653 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51546) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:57.611342 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf4fd-63c4-4b4f-92b5-e1b2c50d0bd6 admin admin] Publish callbacks [] for security_group (2619b196-f0c2-48eb-b903-35b31290e09d), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:57.636097 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf4fd-63c4-4b4f-92b5-e1b2c50d0bd6 admin admin] Publish callbacks [] for security_group (2619b196-f0c2-48eb-b903-35b31290e09d), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:57.648388 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e2ffd2-5076-4a97-8fa3-e09a24f14324 None None] New status for floating IP c3bea7a1-01e1-4433-8e42-7a5d6a950bec: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:21:57.751889 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf4fd-63c4-4b4f-92b5-e1b2c50d0bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (2619b196-f0c2-48eb-b903-35b31290e09d), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:57.754534 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf4fd-63c4-4b4f-92b5-e1b2c50d0bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:57.756359 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-7e8bf4fd-63c4-4b4f-92b5-e1b2c50d0bd6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2619b196-f0c2-48eb-b903-35b31290e09d HTTP/1.1" status: 204 len: 168 time: 0.2136288 Apr 28 17:21:57.764425 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bf4fd-63c4-4b4f-92b5-e1b2c50d0bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2619b196-f0c2-48eb-b903-35b31290e09d,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:57.863944 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5571172a-e4ab-4af1-966b-579425260ecd req-77a1efd7-d03b-47ae-83ae-dd1435734e0d tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5e9a796-4722-4896-8d96-184004c4b157 HTTP/1.1" status: 200 len: 210 time: 0.0304167 Apr 28 17:21:58.039562 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaa285-aea8-4542-93b5-97ba380988b2 req-e83b07f2-0028-4724-a00d-2d4d0c0a0605 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:58.039562 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2aaa285-aea8-4542-93b5-97ba380988b2 req-e83b07f2-0028-4724-a00d-2d4d0c0a0605 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 946 time: 0.0492499 Apr 28 17:21:58.089542 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2aaa285-aea8-4542-93b5-97ba380988b2 req-d4ac96f7-dd0c-45a3-92ae-c6736bef63c3 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445960 Apr 28 17:21:58.202839 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa8eaf-9b9a-4018-8492-b1ea6347dd5d req-2772a2ed-806d-4a11-bb09-5b0f855d84a1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:58.204439 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2baa8eaf-9b9a-4018-8492-b1ea6347dd5d req-2772a2ed-806d-4a11-bb09-5b0f855d84a1 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 946 time: 0.0498772 Apr 28 17:21:58.214061 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51564) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:58.219350 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-d0fb0b94-1f8d-4d08-b9c6-05e4f61bca11 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Request body: {'floatingip': {'port_id': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:21:58.259574 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0b94-1f8d-4d08-b9c6-05e4f61bca11 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (26f5882e-1d5d-4a6c-bce4-069061242914), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:58.702331 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0b94-1f8d-4d08-b9c6-05e4f61bca11 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:58.774285 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0b94-1f8d-4d08-b9c6-05e4f61bca11 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (26f5882e-1d5d-4a6c-bce4-069061242914), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:58.886149 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [None req-d0fb0b94-1f8d-4d08-b9c6-05e4f61bca11 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Floating IP 26f5882e-1d5d-4a6c-bce4-069061242914 associated. External IP: 172.27.2.12, port: d37dd390-c1d8-4c63-8c70-2ca31fdc913c. Apr 28 17:21:59.067731 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51580) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:59.106950 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fb0b94-1f8d-4d08-b9c6-05e4f61bca11 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Router c49b146b-69f2-4709-8960-3efb5017f956 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:21:59.134101 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1bac4890-8940-4f3d-b6bb-74552f1b8328 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (525e46ba-c18f-48c8-8d2a-94c2f0cab8fe), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:59.169584 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1bac4890-8940-4f3d-b6bb-74552f1b8328 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (525e46ba-c18f-48c8-8d2a-94c2f0cab8fe), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:59.242511 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fb0b94-1f8d-4d08-b9c6-05e4f61bca11 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:21:59.247469 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0b94-1f8d-4d08-b9c6-05e4f61bca11 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:59.254674 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3a42d-1198-49a2-959a-f20c98182433 None None] Sync routers for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:21:59.277132 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d0fb0b94-1f8d-4d08-b9c6-05e4f61bca11 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "PUT /v2.0/floatingips/26f5882e-1d5d-4a6c-bce4-069061242914 HTTP/1.1" status: 200 len: 991 time: 1.0617051 Apr 28 17:21:59.277721 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'tag': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:21:59.279446 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db3a42d-1198-49a2-959a-f20c98182433 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:21:59.279968 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6c7e0c-bae3-49f8-bd66-e255451fa916" -d '{"events": [{"name": "network-changed", "server_uuid": "357ce1a9-cb15-43c6-a5b4-fd313b62918f", "tag": "d37dd390-c1d8-4c63-8c70-2ca31fdc913c"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:21:59.280100 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-0db3a42d-1198-49a2-959a-f20c98182433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:21:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:21:59.324384 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79602a4-ceaa-44ed-830e-5d896d176b6e x-openstack-request-id: req-f79602a4-ceaa-44ed-830e-5d896d176b6e {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:21:59.324913 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357ce1a9-cb15-43c6-a5b4-fd313b62918f", "tag": "d37dd390-c1d8-4c63-8c70-2ca31fdc913c", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:21:59.325180 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f79602a4-ceaa-44ed-830e-5d896d176b6e {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:21:59.325628 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79602a4-ceaa-44ed-830e-5d896d176b6e'] response: {'name': 'network-changed', 'server_uuid': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'tag': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c', 'status': 'completed', 'code': 200} Apr 28 17:21:59.357677 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1bac4890-8940-4f3d-b6bb-74552f1b8328 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (525e46ba-c18f-48c8-8d2a-94c2f0cab8fe), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:59.361165 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1bac4890-8940-4f3d-b6bb-74552f1b8328 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:59.362684 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1bac4890-8940-4f3d-b6bb-74552f1b8328 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "DELETE /v2.0/security-groups/525e46ba-c18f-48c8-8d2a-94c2f0cab8fe HTTP/1.1" status: 204 len: 168 time: 0.2925029 Apr 28 17:21:59.365976 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51590) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:59.380590 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.api.v2.resource [None req-a393d4cb-53f8-4deb-85f9-46831cdde2b9 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] show failed (client error): The resource could not be found. Apr 28 17:21:59.381202 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac4890-8940-4f3d-b6bb-74552f1b8328 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=525e46ba-c18f-48c8-8d2a-94c2f0cab8fe,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:59.381909 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-a393d4cb-53f8-4deb-85f9-46831cdde2b9 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "GET /v2.0/security-groups/525e46ba-c18f-48c8-8d2a-94c2f0cab8fe HTTP/1.1" status: 404 len: 347 time: 0.0148039 Apr 28 17:21:59.390241 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51592) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:21:59.400276 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-0db3a42d-1198-49a2-959a-f20c98182433 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:21:59.444285 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c7e0c-bae3-49f8-bd66-e255451fa916 req-ff162c47-06ef-4d6d-a7b9-952c7ecf06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:59.448024 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd6c7e0c-bae3-49f8-bd66-e255451fa916 req-ff162c47-06ef-4d6d-a7b9-952c7ecf06e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 1130 time: 0.0692379 Apr 28 17:21:59.494976 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device fb36dcbb-86c0-4d46-8532-51947c5b920f no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:21:59.534865 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: fb36dcbb-86c0-4d46-8532-51947c5b920f {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:21:59.536162 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device fb36dcbb-86c0-4d46-8532-51947c5b920f not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:21:59.558888 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b42a0775-a96f-41b2-9fdd-c4fed5e2fba8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Deleting port cb39b6e4-da2b-47f5-a29e-700bb51049aa {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:21:59.559487 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b42a0775-a96f-41b2-9fdd-c4fed5e2fba8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (cb39b6e4-da2b-47f5-a29e-700bb51049aa), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:59.566752 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c7e0c-bae3-49f8-bd66-e255451fa916 req-808bb6dd-9e76-44af-8fa5-971c99af5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:59.568548 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd6c7e0c-bae3-49f8-bd66-e255451fa916 req-808bb6dd-9e76-44af-8fa5-971c99af5686 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 200 len: 916 time: 0.1133521 Apr 28 17:21:59.639953 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b42a0775-a96f-41b2-9fdd-c4fed5e2fba8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (cb39b6e4-da2b-47f5-a29e-700bb51049aa), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:59.640320 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b42a0775-a96f-41b2-9fdd-c4fed5e2fba8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (cb39b6e4-da2b-47f5-a29e-700bb51049aa), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:59.641169 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd6c7e0c-bae3-49f8-bd66-e255451fa916 req-0bb57235-a59e-4c92-8bdd-cebe5c663732 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d37dd390-c1d8-4c63-8c70-2ca31fdc913c HTTP/1.1" status: 200 len: 999 time: 0.0666859 Apr 28 17:21:59.654232 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b42a0775-a96f-41b2-9fdd-c4fed5e2fba8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Calling delete_port for cb39b6e4-da2b-47f5-a29e-700bb51049aa owned by network:floatingip {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:21:59.668651 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-0db3a42d-1198-49a2-959a-f20c98182433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '26f5882e-1d5d-4a6c-bce4-069061242914', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:5c:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:21:36Z', 'updated_at': '2022-04-28T17:21:58Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:21:59.694079 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c7e0c-bae3-49f8-bd66-e255451fa916 req-31a40c5e-08ea-4a4b-a153-edc772821f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:59.695938 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd6c7e0c-bae3-49f8-bd66-e255451fa916 req-31a40c5e-08ea-4a4b-a153-edc772821f1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f171123-3a34-488e-b790-0ae30efcd836 HTTP/1.1" status: 200 len: 854 time: 0.0484550 Apr 28 17:21:59.696996 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3a42d-1198-49a2-959a-f20c98182433 None None] Checking router: c49b146b-69f2-4709-8960-3efb5017f956 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:21:59.706168 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db3a42d-1198-49a2-959a-f20c98182433 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:21:59.706791 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-0db3a42d-1198-49a2-959a-f20c98182433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:21:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:21:59.757158 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c7e0c-bae3-49f8-bd66-e255451fa916 req-850b001b-32f4-48a9-aa90-04f6f05af83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:21:59.758657 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd6c7e0c-bae3-49f8-bd66-e255451fa916 req-850b001b-32f4-48a9-aa90-04f6f05af83d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a0864fea-c4a2-4606-b60c-7ca279cfdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530641 Apr 28 17:21:59.823628 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-0db3a42d-1198-49a2-959a-f20c98182433 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:21:59.853501 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd6c7e0c-bae3-49f8-bd66-e255451fa916 req-cd2e239d-9f69-4e59-91e8-117892da39a3 service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858803 Apr 28 17:21:59.940465 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b42a0775-a96f-41b2-9fdd-c4fed5e2fba8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (cb39b6e4-da2b-47f5-a29e-700bb51049aa), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:21:59.969045 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a0775-a96f-41b2-9fdd-c4fed5e2fba8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Pushing event deleted for resources: {'Port': ['ID=cb39b6e4-da2b-47f5-a29e-700bb51049aa,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:21:59.983703 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd6c7e0c-bae3-49f8-bd66-e255451fa916 req-639725f2-525e-4977-87b9-8aef5f5a7070 service neutron] 10.222.0.66 "GET /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236029 Apr 28 17:22:00.033796 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b42a0775-a96f-41b2-9fdd-c4fed5e2fba8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks [] for floatingip (c3bea7a1-01e1-4433-8e42-7a5d6a950bec), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:00.036448 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b42a0775-a96f-41b2-9fdd-c4fed5e2fba8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:00.040239 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b42a0775-a96f-41b2-9fdd-c4fed5e2fba8 tempest-AttachVolumeTestJSON-1926226153 tempest-AttachVolumeTestJSON-1926226153-project] 10.222.0.64 "DELETE /v2.0/floatingips/c3bea7a1-01e1-4433-8e42-7a5d6a950bec HTTP/1.1" status: 204 len: 168 time: 0.6459897 Apr 28 17:22:00.058893 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-0db3a42d-1198-49a2-959a-f20c98182433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '26f5882e-1d5d-4a6c-bce4-069061242914', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:5c:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:21:36Z', 'updated_at': '2022-04-28T17:21:58Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:00.086884 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3a42d-1198-49a2-959a-f20c98182433 None None] The sync data for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi is: [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '26f5882e-1d5d-4a6c-bce4-069061242914', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'port_id': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'mac_address': 'fa:16:3e:5c:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:21:36Z', 'updated_at': '2022-04-28T17:21:58Z', 'revision_number': 1, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:00.302653 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a8b4e-e89c-4484-8ee4-1352555109da None None] New status for floating IP 26f5882e-1d5d-4a6c-bce4-069061242914: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:22:02.110086 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f7b18aa9-89ed-4b46-8a15-7b070f0dc4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:04.523152 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-87de0ef6-f240-4273-bc07-9706e6be00b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:05.614067 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:07.019648 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:07.167336 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51676) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:07.902466 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346427'] for router_interface (0afbf626-44d4-42b3-9953-92c7d5c4dc87), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:08.131500 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] Deleting port e7eb6907-8162-4678-b66f-bdcdbba1389f {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:08.131833 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:08.213678 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] For port e7eb6907-8162-4678-b66f-bdcdbba1389f, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=e7eb6907-8162-4678-b66f-bdcdbba1389f,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:08.214385 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:08.226638 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] Calling delete_port for e7eb6907-8162-4678-b66f-bdcdbba1389f owned by network:router_interface {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:08.470657 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:08.500331 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (e7eb6907-8162-4678-b66f-bdcdbba1389f), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:08.527769 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7eb6907-8162-4678-b66f-bdcdbba1389f,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:08.704011 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346519'] for router_interface (0afbf626-44d4-42b3-9953-92c7d5c4dc87), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:08.947518 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] Router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:22:09.053985 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:22:09.059973 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2aad75c0-1477-419f-93af-e35fa704c0f0 admin admin] 10.222.0.64 "PUT /v2.0/routers/0afbf626-44d4-42b3-9953-92c7d5c4dc87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8915823 Apr 28 17:22:09.062448 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51686) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:09.067785 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0895e9-fba7-4f96-988e-50c06ef613ad None None] Sync routers for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:22:09.079669 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0895e9-fba7-4f96-988e-50c06ef613ad None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:09.080320 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-0a0895e9-fba7-4f96-988e-50c06ef613ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:09.167407 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Publish callbacks [] for router (0afbf626-44d4-42b3-9953-92c7d5c4dc87), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:09.187992 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-0a0895e9-fba7-4f96-988e-50c06ef613ad None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:09.272872 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Publish callbacks [] for router_gateway (0afbf626-44d4-42b3-9953-92c7d5c4dc87), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:09.361757 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-0a0895e9-fba7-4f96-988e-50c06ef613ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:22:08Z', 'revision_number': 5, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port': {'id': 'ce25faad-57ab-4204-b563-f6f9d72bc864', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:09.386601 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Deleting port ce25faad-57ab-4204-b563-f6f9d72bc864 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:09.386939 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:09.389689 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0895e9-fba7-4f96-988e-50c06ef613ad None None] Checking router: 0afbf626-44d4-42b3-9953-92c7d5c4dc87 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:22:09.397947 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0895e9-fba7-4f96-988e-50c06ef613ad None None] Routers {'0afbf626-44d4-42b3-9953-92c7d5c4dc87'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:09.398562 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-0a0895e9-fba7-4f96-988e-50c06ef613ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:09.466131 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] For port ce25faad-57ab-4204-b563-f6f9d72bc864, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=ce25faad-57ab-4204-b563-f6f9d72bc864,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:09.466502 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:09.480641 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Calling delete_port for ce25faad-57ab-4204-b563-f6f9d72bc864 owned by network:router_gateway {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:09.490015 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-0a0895e9-fba7-4f96-988e-50c06ef613ad None None] Set router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 gateway port host: None {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:09.546934 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-0a0895e9-fba7-4f96-988e-50c06ef613ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:22:09Z', 'revision_number': 6, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port_host': None}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:09.650560 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51694) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:09.670244 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0895e9-fba7-4f96-988e-50c06ef613ad None None] The sync data for ids ['0afbf626-44d4-42b3-9953-92c7d5c4dc87'] in dv-cinder-826949-5-iscsi is: [{'id': '0afbf626-44d4-42b3-9953-92c7d5c4dc87', 'name': 'tempest-AttachVolumeTestJSON-2018016217-router', 'tenant_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:14:59Z', 'updated_at': '2022-04-28T17:22:09Z', 'revision_number': 6, 'project_id': 'efe570ac7fd04c7c9a1eb53ec96c3d99', 'gw_port_host': None}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:09.706055 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (ce25faad-57ab-4204-b563-f6f9d72bc864), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:09.737111 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce25faad-57ab-4204-b563-f6f9d72bc864,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:09.788824 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0b08aa18-5150-442e-ae3a-613b32fe43e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:09.823748 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-723709'] for router_gateway (0afbf626-44d4-42b3-9953-92c7d5c4dc87), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:09.930809 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-348742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14345'] for router (0afbf626-44d4-42b3-9953-92c7d5c4dc87), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:09.935690 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Publish callbacks [] for router_controller (0afbf626-44d4-42b3-9953-92c7d5c4dc87), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.004261 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0b08aa18-5150-442e-ae3a-613b32fe43e2 admin admin] Publish callbacks [] for security_group (119bff8d-f196-4a73-bceb-ddea1f80556f), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.065380 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-348767'] for router (0afbf626-44d4-42b3-9953-92c7d5c4dc87), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.065949 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0afbf626-44d4-42b3-9953-92c7d5c4dc87 {{(pid=103997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 17:22:10.072173 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.072433 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b8ee4721-07d9-41be-b3ab-d5ff7a4a016d admin admin] 10.222.0.64 "DELETE /v2.0/routers/0afbf626-44d4-42b3-9953-92c7d5c4dc87 HTTP/1.1" status: 204 len: 168 time: 1.0090740 Apr 28 17:22:10.075106 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51698) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:10.083265 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0b08aa18-5150-442e-ae3a-613b32fe43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (119bff8d-f196-4a73-bceb-ddea1f80556f), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.143913 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-0b08aa18-5150-442e-ae3a-613b32fe43e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=270f4f849b594957aceb3c52a992b46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4921932 Apr 28 17:22:10.146512 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51700) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:10.151513 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08aa18-5150-442e-ae3a-613b32fe43e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119bff8d-f196-4a73-bceb-ddea1f80556f,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:10.158663 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e55e6ff-3f25-49ab-ba7e-a28a4005e44e admin admin] Deleting subnet bf46f40e-2e9c-4e29-8c8f-abf737b59424 {{(pid=103997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:22:10.162248 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9e55e6ff-3f25-49ab-ba7e-a28a4005e44e admin admin] Publish callbacks [] for subnet (bf46f40e-2e9c-4e29-8c8f-abf737b59424), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.199654 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9e55e6ff-3f25-49ab-ba7e-a28a4005e44e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4244606'] for subnet (bf46f40e-2e9c-4e29-8c8f-abf737b59424), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.200595 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f828ad8b-3e68-4277-a158-9cd87e25ad8e admin admin] Publish callbacks [] for security_group (119bff8d-f196-4a73-bceb-ddea1f80556f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.222216 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f828ad8b-3e68-4277-a158-9cd87e25ad8e admin admin] Publish callbacks [] for security_group (119bff8d-f196-4a73-bceb-ddea1f80556f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.309402 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9e55e6ff-3f25-49ab-ba7e-a28a4005e44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (bf46f40e-2e9c-4e29-8c8f-abf737b59424), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.374263 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f828ad8b-3e68-4277-a158-9cd87e25ad8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (119bff8d-f196-4a73-bceb-ddea1f80556f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.377167 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f828ad8b-3e68-4277-a158-9cd87e25ad8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.378360 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f828ad8b-3e68-4277-a158-9cd87e25ad8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/119bff8d-f196-4a73-bceb-ddea1f80556f HTTP/1.1" status: 204 len: 168 time: 0.2308295 Apr 28 17:22:10.387142 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828ad8b-3e68-4277-a158-9cd87e25ad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119bff8d-f196-4a73-bceb-ddea1f80556f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:10.442484 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9e55e6ff-3f25-49ab-ba7e-a28a4005e44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5206430'] for subnet (bf46f40e-2e9c-4e29-8c8f-abf737b59424), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.472259 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55e6ff-3f25-49ab-ba7e-a28a4005e44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf46f40e-2e9c-4e29-8c8f-abf737b59424,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:10.474307 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9e55e6ff-3f25-49ab-ba7e-a28a4005e44e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.479838 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-9e55e6ff-3f25-49ab-ba7e-a28a4005e44e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bf46f40e-2e9c-4e29-8c8f-abf737b59424 HTTP/1.1" status: 204 len: 168 time: 0.4015584 Apr 28 17:22:10.480297 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51704) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:10.484376 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10338a69-4223-459e-844d-c73f9a6adb60 None None] Network 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:22:10.508874 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device e7eb6907-8162-4678-b66f-bdcdbba1389f no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:10.533104 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: e7eb6907-8162-4678-b66f-bdcdbba1389f {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:10.533445 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device e7eb6907-8162-4678-b66f-bdcdbba1389f not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:10.533869 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device ce25faad-57ab-4204-b563-f6f9d72bc864 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:10.560200 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.612183 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Deleting port 15789a97-103e-4929-84d6-f0c672eb5dd5 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:10.612524 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.689267 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] For port 15789a97-103e-4929-84d6-f0c672eb5dd5, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=15789a97-103e-4929-84d6-f0c672eb5dd5,segment=NetworkSegment(2921a6f6-f851-4d2d-8b86-3a3b69c33936),segment_id=2921a6f6-f851-4d2d-8b86-3a3b69c33936)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:10.689760 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.710115 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Calling delete_port for 15789a97-103e-4929-84d6-f0c672eb5dd5 owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:10.730368 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: ce25faad-57ab-4204-b563-f6f9d72bc864 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:10.730717 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device ce25faad-57ab-4204-b563-f6f9d72bc864 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:10.847538 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf2392-4422-4675-b6d9-7d2ccf40efdf None None] DHCP port deletion for 73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd request from dv-cinder-826949-5-iscsi {{(pid=103998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 17:22:10.859281 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.885918 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Pushing event deleted for resources: {'Port': ['ID=15789a97-103e-4929-84d6-f0c672eb5dd5,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:10.889556 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf2392-4422-4675-b6d9-7d2ccf40efdf None None] Deleting port 15789a97-103e-4929-84d6-f0c672eb5dd5 {{(pid=103998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:10.889712 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] No DVR routers for this DVR port 15789a97-103e-4929-84d6-f0c672eb5dd5 on host dv-cinder-826949-5-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:22:10.892689 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e8cf2392-4422-4675-b6d9-7d2ccf40efdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), before_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.961402 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e8cf2392-4422-4675-b6d9-7d2ccf40efdf None None] For port 15789a97-103e-4929-84d6-f0c672eb5dd5, host dv-cinder-826949-5-iscsi, got binding levels [] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:10.961728 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e8cf2392-4422-4675-b6d9-7d2ccf40efdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), precommit_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.965751 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.975923 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf2392-4422-4675-b6d9-7d2ccf40efdf None None] Calling delete_port for 15789a97-103e-4929-84d6-f0c672eb5dd5 owned by network:dhcp {{(pid=103998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:10.978730 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.ipam_backend_mixin [None req-e8cf2392-4422-4675-b6d9-7d2ccf40efdf None None] Port 15789a97-103e-4929-84d6-f0c672eb5dd5 was not found and therefore no delete operation was performed {{(pid=103998) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 17:22:10.979944 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e8cf2392-4422-4675-b6d9-7d2ccf40efdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167'] for port (15789a97-103e-4929-84d6-f0c672eb5dd5), after_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:10.986182 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:10.997005 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2921a6f6-f851-4d2d-8b86-3a3b69c33936') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:10.997401 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2921a6f6-f851-4d2d-8b86-3a3b69c33936') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:11.005124 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf2392-4422-4675-b6d9-7d2ccf40efdf None None] Pushing event deleted for resources: {'Port': ['ID=15789a97-103e-4929-84d6-f0c672eb5dd5,revision_number=None']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:11.009387 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf2392-4422-4675-b6d9-7d2ccf40efdf None None] No DVR routers for this DVR port 15789a97-103e-4929-84d6-f0c672eb5dd5 on host dv-cinder-826949-5-iscsi {{(pid=103998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:22:11.017859 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5926587'] for segment (2921a6f6-f851-4d2d-8b86-3a3b69c33936), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:11.032465 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (2921a6f6-f851-4d2d-8b86-3a3b69c33936), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:11.038768 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:22:11.039182 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6703600'] for segment (2921a6f6-f851-4d2d-8b86-3a3b69c33936), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: Traceback (most recent call last): Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: timer() Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: cb(*args, **kw) Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: return func(*args, **kwargs) Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: self._notify() Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: self.callback(batched_events) Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: event.method(event) Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: return f(self, *a, **k) Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._get(url).json() Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:22:11.041023 dv-cinder-826949-5-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:22:11.168186 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:11.175653 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:11.181622 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] 10.222.0.64 "DELETE /v2.0/networks/73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd HTTP/1.1" status: 204 len: 168 time: 0.6979256 Apr 28 17:22:11.190893 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeaac2-acc2-422f-8f54-b59ae9a2b195 admin admin] Pushing event deleted for resources: {'Network': ['ID=73c34fdf-b33c-4d4c-aa38-ceeb1d79e2cd,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:11.505707 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51726) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:11.581869 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-aec6d6ef-113f-4bd4-9dd8-bfca3a5d391f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efe570ac7fd04c7c9a1eb53ec96c3d99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415881 Apr 28 17:22:11.664414 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51728) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:11.719574 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ec16-cfc0-45a1-8f98-aa8473306a6f admin admin] Publish callbacks [] for security_group (b2d2ce3e-6a60-42f5-bb8a-b0fd32cec6d3), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:11.741439 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ec16-cfc0-45a1-8f98-aa8473306a6f admin admin] Publish callbacks [] for security_group (b2d2ce3e-6a60-42f5-bb8a-b0fd32cec6d3), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:11.933193 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ec16-cfc0-45a1-8f98-aa8473306a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (b2d2ce3e-6a60-42f5-bb8a-b0fd32cec6d3), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:11.936078 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4ee0ec16-cfc0-45a1-8f98-aa8473306a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:11.937341 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-4ee0ec16-cfc0-45a1-8f98-aa8473306a6f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2d2ce3e-6a60-42f5-bb8a-b0fd32cec6d3 HTTP/1.1" status: 204 len: 168 time: 0.2715030 Apr 28 17:22:11.945966 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0ec16-cfc0-45a1-8f98-aa8473306a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d2ce3e-6a60-42f5-bb8a-b0fd32cec6d3,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:12.377297 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 15789a97-103e-4929-84d6-f0c672eb5dd5 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:12.401488 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 15789a97-103e-4929-84d6-f0c672eb5dd5 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:12.401827 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 15789a97-103e-4929-84d6-f0c672eb5dd5 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:14.344781 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51808) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:14.447208 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4c65-525c-4110-a4dd-9cf2771cc1c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:14.533840 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4c65-525c-4110-a4dd-9cf2771cc1c1 admin admin] Publish callbacks [] for security_group (6cb9e396-23a4-4292-9ae4-e326af00e18c), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:14.614185 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4c65-525c-4110-a4dd-9cf2771cc1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (6cb9e396-23a4-4292-9ae4-e326af00e18c), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:14.652293 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-8b3f4c65-525c-4110-a4dd-9cf2771cc1c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efa2899774c04d66accfffd8580e479b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064344 Apr 28 17:22:14.654188 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f4c65-525c-4110-a4dd-9cf2771cc1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb9e396-23a4-4292-9ae4-e326af00e18c,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:14.655023 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51812) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:14.703484 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-eb41452c-ea35-4056-834b-6767248c2c66 admin admin] Publish callbacks [] for security_group (6cb9e396-23a4-4292-9ae4-e326af00e18c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:14.725223 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-eb41452c-ea35-4056-834b-6767248c2c66 admin admin] Publish callbacks [] for security_group (6cb9e396-23a4-4292-9ae4-e326af00e18c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:14.894124 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-eb41452c-ea35-4056-834b-6767248c2c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (6cb9e396-23a4-4292-9ae4-e326af00e18c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:14.896882 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-eb41452c-ea35-4056-834b-6767248c2c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:14.898101 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-eb41452c-ea35-4056-834b-6767248c2c66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cb9e396-23a4-4292-9ae4-e326af00e18c HTTP/1.1" status: 204 len: 168 time: 0.2421043 Apr 28 17:22:14.906984 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41452c-ea35-4056-834b-6767248c2c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb9e396-23a4-4292-9ae4-e326af00e18c,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:15.517019 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51832) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:15.530052 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60b8028c-114f-4321-bc08-79a7cd4925ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:15.604491 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60b8028c-114f-4321-bc08-79a7cd4925ca admin admin] Publish callbacks [] for security_group (d0190189-06ce-48ea-ab8c-b0de38845d73), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:15.681625 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60b8028c-114f-4321-bc08-79a7cd4925ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d0190189-06ce-48ea-ab8c-b0de38845d73), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:15.722137 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-60b8028c-114f-4321-bc08-79a7cd4925ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef53e7b0ba774718bdfe3eed3dd4a9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039847 Apr 28 17:22:15.723332 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8028c-114f-4321-bc08-79a7cd4925ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0190189-06ce-48ea-ab8c-b0de38845d73,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:15.724826 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51834) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:15.774812 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c56adea7-678d-431a-9028-15b22b124721 admin admin] Publish callbacks [] for security_group (d0190189-06ce-48ea-ab8c-b0de38845d73), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:15.799422 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c56adea7-678d-431a-9028-15b22b124721 admin admin] Publish callbacks [] for security_group (d0190189-06ce-48ea-ab8c-b0de38845d73), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:15.934245 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c56adea7-678d-431a-9028-15b22b124721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d0190189-06ce-48ea-ab8c-b0de38845d73), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:15.937054 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c56adea7-678d-431a-9028-15b22b124721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:15.938382 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-c56adea7-678d-431a-9028-15b22b124721 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0190189-06ce-48ea-ab8c-b0de38845d73 HTTP/1.1" status: 204 len: 168 time: 0.2117970 Apr 28 17:22:15.946950 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56adea7-678d-431a-9028-15b22b124721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0190189-06ce-48ea-ab8c-b0de38845d73,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:18.243289 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 51894) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:18.347235 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1612534c-e270-4167-8362-4644f107179d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:18.421381 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1612534c-e270-4167-8362-4644f107179d admin admin] Publish callbacks [] for security_group (bda9eb68-0a60-4abd-b339-f65b5269a7e4), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:18.511419 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1612534c-e270-4167-8362-4644f107179d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (bda9eb68-0a60-4abd-b339-f65b5269a7e4), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:18.550500 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1612534c-e270-4167-8362-4644f107179d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0188dd9d2ed5421c8bfd9a70de0489b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061287 Apr 28 17:22:18.551348 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612534c-e270-4167-8362-4644f107179d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda9eb68-0a60-4abd-b339-f65b5269a7e4,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:18.553237 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51902) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:18.601076 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d785399a-2967-4f28-9d7b-1c8377a6c905 admin admin] Publish callbacks [] for security_group (bda9eb68-0a60-4abd-b339-f65b5269a7e4), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:18.623268 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d785399a-2967-4f28-9d7b-1c8377a6c905 admin admin] Publish callbacks [] for security_group (bda9eb68-0a60-4abd-b339-f65b5269a7e4), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:18.728300 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d785399a-2967-4f28-9d7b-1c8377a6c905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (bda9eb68-0a60-4abd-b339-f65b5269a7e4), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:18.731044 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d785399a-2967-4f28-9d7b-1c8377a6c905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:18.732297 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d785399a-2967-4f28-9d7b-1c8377a6c905 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bda9eb68-0a60-4abd-b339-f65b5269a7e4 HTTP/1.1" status: 204 len: 168 time: 0.1779737 Apr 28 17:22:18.739879 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785399a-2967-4f28-9d7b-1c8377a6c905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda9eb68-0a60-4abd-b339-f65b5269a7e4,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:19.229455 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:22:19.531340 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51914) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:19.544594 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-26add9e2-3a54-4725-b0aa-71cb3e6675a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:19.616488 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-26add9e2-3a54-4725-b0aa-71cb3e6675a2 admin admin] Publish callbacks [] for security_group (fb0e0642-1ca2-4fd4-9458-3242cd7914cb), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:19.699499 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-26add9e2-3a54-4725-b0aa-71cb3e6675a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (fb0e0642-1ca2-4fd4-9458-3242cd7914cb), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:19.738115 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26add9e2-3a54-4725-b0aa-71cb3e6675a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0e0642-1ca2-4fd4-9458-3242cd7914cb,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:19.742974 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-26add9e2-3a54-4725-b0aa-71cb3e6675a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28013f3ea74748a6a60e96650e846346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106016 Apr 28 17:22:19.746223 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51916) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:19.793158 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6b7522e3-0396-4f69-8e6b-3c493ff9594c admin admin] Publish callbacks [] for security_group (fb0e0642-1ca2-4fd4-9458-3242cd7914cb), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:19.814522 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6b7522e3-0396-4f69-8e6b-3c493ff9594c admin admin] Publish callbacks [] for security_group (fb0e0642-1ca2-4fd4-9458-3242cd7914cb), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:19.922662 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6b7522e3-0396-4f69-8e6b-3c493ff9594c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (fb0e0642-1ca2-4fd4-9458-3242cd7914cb), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:19.925218 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6b7522e3-0396-4f69-8e6b-3c493ff9594c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:19.926366 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-6b7522e3-0396-4f69-8e6b-3c493ff9594c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb0e0642-1ca2-4fd4-9458-3242cd7914cb HTTP/1.1" status: 204 len: 168 time: 0.1796350 Apr 28 17:22:19.934988 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7522e3-0396-4f69-8e6b-3c493ff9594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0e0642-1ca2-4fd4-9458-3242cd7914cb,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:22.385690 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 51992) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:22.489603 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-03ef7360-3504-4f56-b6bd-40f96464c0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:22.572803 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-03ef7360-3504-4f56-b6bd-40f96464c0e6 admin admin] Publish callbacks [] for security_group (d7af13b1-c8f0-48ff-8025-18cbedb8b163), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:22.676845 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-03ef7360-3504-4f56-b6bd-40f96464c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d7af13b1-c8f0-48ff-8025-18cbedb8b163), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:22.716186 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-03ef7360-3504-4f56-b6bd-40f96464c0e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb267f2689dc48bab7e9224ad9ceb1ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293898 Apr 28 17:22:22.717281 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef7360-3504-4f56-b6bd-40f96464c0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7af13b1-c8f0-48ff-8025-18cbedb8b163,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:22.718966 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52000) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:22.770313 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3cdefcc7-6613-4cb1-ae6e-b239b2cf714f admin admin] Publish callbacks [] for security_group (d7af13b1-c8f0-48ff-8025-18cbedb8b163), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:22.790967 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3cdefcc7-6613-4cb1-ae6e-b239b2cf714f admin admin] Publish callbacks [] for security_group (d7af13b1-c8f0-48ff-8025-18cbedb8b163), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:22.870682 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3cdefcc7-6613-4cb1-ae6e-b239b2cf714f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (d7af13b1-c8f0-48ff-8025-18cbedb8b163), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:22.873283 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3cdefcc7-6613-4cb1-ae6e-b239b2cf714f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:22.874427 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3cdefcc7-6613-4cb1-ae6e-b239b2cf714f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7af13b1-c8f0-48ff-8025-18cbedb8b163 HTTP/1.1" status: 204 len: 168 time: 0.1538060 Apr 28 17:22:22.882618 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdefcc7-6613-4cb1-ae6e-b239b2cf714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7af13b1-c8f0-48ff-8025-18cbedb8b163,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:23.452833 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52006) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:23.468740 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef83a43d-5904-4581-bd9d-b9b106caad2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:23.541248 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef83a43d-5904-4581-bd9d-b9b106caad2c admin admin] Publish callbacks [] for security_group (1ad1018f-c2ae-4f12-8627-6a48eb9528d5), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:23.619547 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ef83a43d-5904-4581-bd9d-b9b106caad2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (1ad1018f-c2ae-4f12-8627-6a48eb9528d5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:23.658544 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ef83a43d-5904-4581-bd9d-b9b106caad2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20b91738d2c6444ea0838f9771d4b22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046359 Apr 28 17:22:23.659825 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83a43d-5904-4581-bd9d-b9b106caad2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad1018f-c2ae-4f12-8627-6a48eb9528d5,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:23.661178 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52012) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:23.714169 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f37ffd92-84f1-4561-bc93-7c4179821c30 admin admin] Publish callbacks [] for security_group (1ad1018f-c2ae-4f12-8627-6a48eb9528d5), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:23.735402 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f37ffd92-84f1-4561-bc93-7c4179821c30 admin admin] Publish callbacks [] for security_group (1ad1018f-c2ae-4f12-8627-6a48eb9528d5), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:23.865494 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f37ffd92-84f1-4561-bc93-7c4179821c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (1ad1018f-c2ae-4f12-8627-6a48eb9528d5), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:23.869166 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f37ffd92-84f1-4561-bc93-7c4179821c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:23.870418 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-f37ffd92-84f1-4561-bc93-7c4179821c30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ad1018f-c2ae-4f12-8627-6a48eb9528d5 HTTP/1.1" status: 204 len: 168 time: 0.2072799 Apr 28 17:22:23.878914 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ffd92-84f1-4561-bc93-7c4179821c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad1018f-c2ae-4f12-8627-6a48eb9528d5,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:24.504145 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52028) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:24.517611 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-afd31604-0e93-4dfe-be33-99b1d75de55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:24.592812 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-afd31604-0e93-4dfe-be33-99b1d75de55a admin admin] Publish callbacks [] for security_group (9043263d-26b9-4cdf-9c36-b2001a4fa786), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:24.659675 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-afd31604-0e93-4dfe-be33-99b1d75de55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9043263d-26b9-4cdf-9c36-b2001a4fa786), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:24.697727 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-afd31604-0e93-4dfe-be33-99b1d75de55a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd19d1894a4a4e9e8c5653711c29800b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925085 Apr 28 17:22:24.698797 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd31604-0e93-4dfe-be33-99b1d75de55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9043263d-26b9-4cdf-9c36-b2001a4fa786,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:24.700614 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52032) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:24.752718 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e51a7c19-890f-4db8-b45f-9b43becba1e0 admin admin] Publish callbacks [] for security_group (9043263d-26b9-4cdf-9c36-b2001a4fa786), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:24.778628 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e51a7c19-890f-4db8-b45f-9b43becba1e0 admin admin] Publish callbacks [] for security_group (9043263d-26b9-4cdf-9c36-b2001a4fa786), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:24.900210 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e51a7c19-890f-4db8-b45f-9b43becba1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9043263d-26b9-4cdf-9c36-b2001a4fa786), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:24.903194 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e51a7c19-890f-4db8-b45f-9b43becba1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:24.904520 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e51a7c19-890f-4db8-b45f-9b43becba1e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9043263d-26b9-4cdf-9c36-b2001a4fa786 HTTP/1.1" status: 204 len: 168 time: 0.2029068 Apr 28 17:22:24.912791 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a7c19-890f-4db8-b45f-9b43becba1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9043263d-26b9-4cdf-9c36-b2001a4fa786,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:25.353811 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbec7b-44fd-44e1-abe6-d4af50b49bd0 req-2f057d26-7d61-4774-9670-4ac106a396c7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:25.355303 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-34cbec7b-44fd-44e1-abe6-d4af50b49bd0 req-2f057d26-7d61-4774-9670-4ac106a396c7 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 947 time: 0.0506353 Apr 28 17:22:25.406649 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-34cbec7b-44fd-44e1-abe6-d4af50b49bd0 req-e1f8cd24-05f2-4855-bf13-6614f1d6737a tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429316 Apr 28 17:22:25.636462 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:25.966887 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52068) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:26.064815 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-116723220-network', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:22:26.151113 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Made reservation on behalf of ff4d61ce75ad43ad828483fe550005dc for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:22:26.153491 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:26.162033 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:26.238267 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Publish callbacks [] for security_group (403581a7-259c-4bd7-8b0b-b7044e5986d9), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:26.322479 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (403581a7-259c-4bd7-8b0b-b7044e5986d9), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:26.343170 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:22:26.357993 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403581a7-259c-4bd7-8b0b-b7044e5986d9,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:26.361933 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (c9189efc-502c-4713-8599-d26abd772957), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:26.362285 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Added segment c9189efc-502c-4713-8599-d26abd772957 of type vlan for network 289a48d6-4cfd-4933-8ad7-634059402bcb Apr 28 17:22:26.402677 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (289a48d6-4cfd-4933-8ad7-634059402bcb), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:26.490085 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (289a48d6-4cfd-4933-8ad7-634059402bcb), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:26.491075 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:26.492283 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:26.552897 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5886423-ed34-4855-a919-7ea403f9a0f0 req-4bb12fff-92a1-4b44-9c6b-a590fddb2212 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:26.555033 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d5886423-ed34-4855-a919-7ea403f9a0f0 req-4bb12fff-92a1-4b44-9c6b-a590fddb2212 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 947 time: 0.0740864 Apr 28 17:22:26.597181 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] Pushing event updated for resources: {'Network': ['ID=289a48d6-4cfd-4933-8ad7-634059402bcb,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:26.607710 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network 289a48d6-4cfd-4933-8ad7-634059402bcb details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:22:26.615665 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a83924be-c8b9-4cff-93c9-0ebe123bc788 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6459281 Apr 28 17:22:26.617870 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52080) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:26.625588 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] Request body: {'subnet': {'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-116723220-subnet', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'ip_version': 4}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:22:26.654616 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d5886423-ed34-4855-a919-7ea403f9a0f0 req-5899cbbd-0354-4721-8122-1454332dd1d9 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674388 Apr 28 17:22:26.699284 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] Made reservation on behalf of ff4d61ce75ad43ad828483fe550005dc for: {'subnet': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:22:26.701622 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5206387'] for subnet (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:26.936710 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52084) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:26.961207 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-be33878f-ae7d-4f18-afed-82771cd2eec0 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:26.962722 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-be33878f-ae7d-4f18-afed-82771cd2eec0 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 947 time: 0.0497525 Apr 28 17:22:26.979720 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4368492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5206401'] for subnet (f269673f-0cd8-466f-9509-12be0463f612), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.052577 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f269673f-0cd8-466f-9509-12be0463f612,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:27.055521 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d65ab849-e47f-4813-b28a-1576d2cf93df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.057513 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] Checking segment: {'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:22:27.057875 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] Network hostable DHCP agents. Network: 289a48d6-4cfd-4933-8ad7-634059402bcb, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:22:27.058758 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Deleting port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:27.059206 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.143439 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d65ab849-e47f-4813-b28a-1576d2cf93df admin admin] Publish callbacks [] for security_group (bef8a458-4067-4ff9-a7bb-207718113a73), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.144940 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] Network 289a48d6-4cfd-4933-8ad7-634059402bcb is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:22:27.153254 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] For port 3728fccc-3fe6-49c0-9dd7-f7309fde5729, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3728fccc-3fe6-49c0-9dd7-f7309fde5729,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:27.157204 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.236569 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d65ab849-e47f-4813-b28a-1576d2cf93df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (bef8a458-4067-4ff9-a7bb-207718113a73), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.277768 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, 289a48d6-4cfd-4933-8ad7-634059402bcb) {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:22:27.285661 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:27.286328 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.287384 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d2c82e-e9a0-4565-91b9-7393c8455f85 None None] Network 289a48d6-4cfd-4933-8ad7-634059402bcb requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:22:27.288534 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ab849-e47f-4813-b28a-1576d2cf93df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef8a458-4067-4ff9-a7bb-207718113a73,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:27.294996 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d65ab849-e47f-4813-b28a-1576d2cf93df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f192416ff1524d01bf05720b6082c237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572474 Apr 28 17:22:27.298059 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52088) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:27.343803 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.344369 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (ca431dc1-6f92-4251-81fd-cbcfa62abfba), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.344685 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Floating IP ca431dc1-6f92-4251-81fd-cbcfa62abfba disassociated. External IP: 172.27.2.157, port: 3728fccc-3fe6-49c0-9dd7-f7309fde5729. Apr 28 17:22:27.345028 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Calling delete_port for 3728fccc-3fe6-49c0-9dd7-f7309fde5729 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:27.352790 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b5f74120-1543-451c-8ed3-1dd38275d66e admin admin] Publish callbacks [] for security_group (bef8a458-4067-4ff9-a7bb-207718113a73), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.375110 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b5f74120-1543-451c-8ed3-1dd38275d66e admin admin] Publish callbacks [] for security_group (bef8a458-4067-4ff9-a7bb-207718113a73), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.391826 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-f92d6c79-576a-4384-a88a-e933900c70bb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7715280 Apr 28 17:22:27.395007 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52090) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:27.399740 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:22:27.415852 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-289a48d6-4cfd-4933-8ad7-634059402bcb', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'fixed_ips': [{'subnet_id': 'f269673f-0cd8-466f-9509-12be0463f612'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:22:27.416904 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.525682 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-347308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14367'] for router (da200a53-223b-4709-b22d-586b5ed04140), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.526739 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14358'] for router (da200a53-223b-4709-b22d-586b5ed04140), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.592708 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b5f74120-1543-451c-8ed3-1dd38275d66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (bef8a458-4067-4ff9-a7bb-207718113a73), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.595596 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b5f74120-1543-451c-8ed3-1dd38275d66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.601060 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b5f74120-1543-451c-8ed3-1dd38275d66e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bef8a458-4067-4ff9-a7bb-207718113a73 HTTP/1.1" status: 204 len: 168 time: 0.2980797 Apr 28 17:22:27.635760 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f74120-1543-451c-8ed3-1dd38275d66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef8a458-4067-4ff9-a7bb-207718113a73,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:27.680639 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Publish callbacks [] for router_controller (da200a53-223b-4709-b22d-586b5ed04140), precommit_add_association {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.746182 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Allocated IP 172.20.0.2 (289a48d6-4cfd-4933-8ad7-634059402bcb/f269673f-0cd8-466f-9509-12be0463f612/0df45a16-f8c5-46b0-ac07-d1e5481671a9) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:22:27.837206 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (3728fccc-3fe6-49c0-9dd7-f7309fde5729), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:27.872407 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event deleted for resources: {'Port': ['ID=3728fccc-3fe6-49c0-9dd7-f7309fde5729,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:27.911963 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Publish callbacks [] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.010464 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:22:28.025633 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.069840 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Network 289a48d6-4cfd-4933-8ad7-634059402bcb is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:22:28.072875 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:22:28.075897 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:22:28.083064 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Pushing event updated for resources: {'Port': ['ID=0df45a16-f8c5-46b0-ac07-d1e5481671a9,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:28.092343 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb149-3ccd-44d9-87ce-498daa824ae0 req-7eb32c4f-7f75-44c0-a4ae-982f07d8e881 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:28.094012 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6b1eb149-3ccd-44d9-87ce-498daa824ae0 req-7eb32c4f-7f75-44c0-a4ae-982f07d8e881 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 947 time: 0.3604302 Apr 28 17:22:28.147788 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Attempting to bind port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:22:28.148836 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Attempting to bind port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:22:28.149208 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Attempting to bind port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 on network 289a48d6-4cfd-4933-8ad7-634059402bcb {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:22:28.154523 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:22:28.154978 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Checking segment: {'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:22:28.155470 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.155874 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Bound using segment: {'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:22:28.156376 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Bound port: 0df45a16-f8c5-46b0-ac07-d1e5481671a9, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:22:28.156765 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.161005 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:22:28.172975 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab1bf9-7c0f-439c-aca8-0e2498cbd793 None None] Sync routers for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:22:28.209720 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab1bf9-7c0f-439c-aca8-0e2498cbd793 None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:28.211010 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-04ab1bf9-7c0f-439c-aca8-0e2498cbd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:28.218702 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] No DVR routers for this DVR port 3728fccc-3fe6-49c0-9dd7-f7309fde5729 on host hv-cinder-82694 {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:22:28.221929 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.228696 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f2f1d32-45ee-4b22-b341-1ddf3b6f2857 req-6c59a13c-80af-453d-a39e-2c429f5ca41f tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.66 "DELETE /v2.0/ports/3728fccc-3fe6-49c0-9dd7-f7309fde5729 HTTP/1.1" status: 204 len: 173 time: 1.2554624 Apr 28 17:22:28.229708 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'name': 'network-vif-deleted', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:22:28.232255 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a1e613-abd6-4c22-82da-a36d586c63ea" -d '{"events": [{"server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "name": "network-vif-deleted", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:22:28.252720 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6b1eb149-3ccd-44d9-87ce-498daa824ae0 req-54f00d1f-b0bd-4900-acda-a186bbc1275e tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups?id=385b2116-404e-44a6-b715-10ffffe980dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283448 Apr 28 17:22:28.256293 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Publish callbacks [] for router_gateway (da200a53-223b-4709-b22d-586b5ed04140), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.280224 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] For port 0df45a16-f8c5-46b0-ac07-d1e5481671a9, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:22:28.288267 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] For port 0df45a16-f8c5-46b0-ac07-d1e5481671a9, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=0df45a16-f8c5-46b0-ac07-d1e5481671a9,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:22:28.292770 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03974ec5-bcf8-4bb3-abe2-31a241599d6d x-openstack-request-id: req-03974ec5-bcf8-4bb3-abe2-31a241599d6d {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:22:28.293257 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a9abc6-4446-4be7-9dc9-6b16f50cc287", "name": "network-vif-deleted", "tag": "3728fccc-3fe6-49c0-9dd7-f7309fde5729", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:22:28.293521 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03974ec5-bcf8-4bb3-abe2-31a241599d6d {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:22:28.293970 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03974ec5-bcf8-4bb3-abe2-31a241599d6d'] response: {'server_uuid': 'c2a9abc6-4446-4be7-9dc9-6b16f50cc287', 'name': 'network-vif-deleted', 'tag': '3728fccc-3fe6-49c0-9dd7-f7309fde5729', 'status': 'completed', 'code': 200} Apr 28 17:22:28.353705 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-04ab1bf9-7c0f-439c-aca8-0e2498cbd793 None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:28.382437 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.387132 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52100) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:28.404006 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e5b35e92-e525-46da-bcab-5ac926970035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.515409 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4f25a-89c0-4b60-85a9-6b9f8ac111ad None None] Pushing event updated for resources: {'Port': ['ID=0df45a16-f8c5-46b0-ac07-d1e5481671a9,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:28.543102 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e5b35e92-e525-46da-bcab-5ac926970035 admin admin] Publish callbacks [] for security_group (47b0f689-4669-4307-b5a3-bd6a8efa958a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.611832 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Publish callbacks [] for router_gateway (da200a53-223b-4709-b22d-586b5ed04140), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.631804 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.632045 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-04ab1bf9-7c0f-439c-aca8-0e2498cbd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:28.655788 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e5b35e92-e525-46da-bcab-5ac926970035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (47b0f689-4669-4307-b5a3-bd6a8efa958a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.665432 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab1bf9-7c0f-439c-aca8-0e2498cbd793 None None] Checking router: b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:22:28.676595 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab1bf9-7c0f-439c-aca8-0e2498cbd793 None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:28.676595 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-04ab1bf9-7c0f-439c-aca8-0e2498cbd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:28.755148 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52104) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:28.755746 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e5b35e92-e525-46da-bcab-5ac926970035 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1648859514f2435e988090fc64dd682d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3642304 Apr 28 17:22:28.762839 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b35e92-e525-46da-bcab-5ac926970035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b0f689-4669-4307-b5a3-bd6a8efa958a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:28.819611 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-04ab1bf9-7c0f-439c-aca8-0e2498cbd793 None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:28.820733 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Allocated IP 172.27.2.26 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/2ef8b506-0ce5-4fba-a886-752791667a68) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:22:28.878725 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e309a43c-0c91-45ad-b374-96c4d1d3e344 admin admin] Publish callbacks [] for security_group (47b0f689-4669-4307-b5a3-bd6a8efa958a), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.937626 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e309a43c-0c91-45ad-b374-96c4d1d3e344 admin admin] Publish callbacks [] for security_group (47b0f689-4669-4307-b5a3-bd6a8efa958a), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:28.988693 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Publish callbacks [] for port (2ef8b506-0ce5-4fba-a886-752791667a68), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:29.022686 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-04ab1bf9-7c0f-439c-aca8-0e2498cbd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:29.051513 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab1bf9-7c0f-439c-aca8-0e2498cbd793 None None] The sync data for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi is: [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:15:13Z', 'revision_number': 4, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd', 'name': '', 'network_id': '77e74cd7-f3b4-4335-ac24-4dfe333ae022', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'mac_address': 'fa:16:3e:04:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:10Z', 'updated_at': '2022-04-28T17:15:24Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'subnets': [{'id': 'ecc69208-bcad-42d8-b762-85c2a71ff837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:29.116901 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e309a43c-0c91-45ad-b374-96c4d1d3e344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (47b0f689-4669-4307-b5a3-bd6a8efa958a), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:29.119830 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e309a43c-0c91-45ad-b374-96c4d1d3e344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:29.121223 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-e309a43c-0c91-45ad-b374-96c4d1d3e344 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47b0f689-4669-4307-b5a3-bd6a8efa958a HTTP/1.1" status: 204 len: 168 time: 0.3648832 Apr 28 17:22:29.129900 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309a43c-0c91-45ad-b374-96c4d1d3e344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b0f689-4669-4307-b5a3-bd6a8efa958a,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:29.151417 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:29.192854 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:22:29.196337 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:22:29.202420 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:22:29.237508 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Pushing event updated for resources: {'Port': ['ID=2ef8b506-0ce5-4fba-a886-752791667a68,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:29.421573 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e191aa7-870c-4ec8-b040-efa13f6f0d23 None None] New status for floating IP ca431dc1-6f92-4251-81fd-cbcfa62abfba: DOWN {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:22:29.447359 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-512cdf09-8125-4bf0-9fa3-cbea1e59269f req-bd37519d-9ba2-4731-9bdc-774f6c3d7a85 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2a9abc6-4446-4be7-9dc9-6b16f50cc287 HTTP/1.1" status: 200 len: 210 time: 0.0428145 Apr 28 17:22:29.623254 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b52c4b9-4954-4231-8493-080b852d4de1 None None] Network 289a48d6-4cfd-4933-8ad7-634059402bcb requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:22:29.662299 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 3728fccc-3fe6-49c0-9dd7-f7309fde5729 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:29.718594 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-71078afe-cee9-4659-9aaa-7d84d6b6746e None None] Provisioning complete for port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:29.718968 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-71078afe-cee9-4659-9aaa-7d84d6b6746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:29.720484 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: 3728fccc-3fe6-49c0-9dd7-f7309fde5729 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:29.720813 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 3728fccc-3fe6-49c0-9dd7-f7309fde5729 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:29.748505 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Publish callbacks [] for router_gateway (da200a53-223b-4709-b22d-586b5ed04140), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:29.843509 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-71078afe-cee9-4659-9aaa-7d84d6b6746e None None] Current status of the port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:29.843899 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-71078afe-cee9-4659-9aaa-7d84d6b6746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:29.885611 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-71078afe-cee9-4659-9aaa-7d84d6b6746e None None] For port 0df45a16-f8c5-46b0-ac07-d1e5481671a9, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=0df45a16-f8c5-46b0-ac07-d1e5481671a9,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:29.969565 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-348693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673'] for router (da200a53-223b-4709-b22d-586b5ed04140), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:30.009055 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-71078afe-cee9-4659-9aaa-7d84d6b6746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:30.067720 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71078afe-cee9-4659-9aaa-7d84d6b6746e None None] Pushing event updated for resources: {'Port': ['ID=0df45a16-f8c5-46b0-ac07-d1e5481671a9,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:30.131888 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-822efd6b-1518-4c56-897f-b4c569a2a736 None None] Provisioning complete for port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:30.131888 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-822efd6b-1518-4c56-897f-b4c569a2a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:30.180304 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Router da200a53-223b-4709-b22d-586b5ed04140 is scheduled to L3 agent 2328be28-078e-4849-a398-3f5045911048 with binding_index 1 {{(pid=103997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 17:22:30.215334 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-822efd6b-1518-4c56-897f-b4c569a2a736 None None] Current status of the port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:30.295727 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:22:30.305232 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Sync routers for ids ['da200a53-223b-4709-b22d-586b5ed04140'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:22:30.314447 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Routers {'da200a53-223b-4709-b22d-586b5ed04140'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:30.315056 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['da200a53-223b-4709-b22d-586b5ed04140'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:30.383433 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:30.383433 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-23ce185d-710c-4e1b-aa62-7ec5dfaaa38b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9875658 Apr 28 17:22:30.386227 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52130) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:30.420057 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 0df45a16-f8c5-46b0-ac07-d1e5481671a9 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:22:30.603793 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52138) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:30.613042 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Set router da200a53-223b-4709-b22d-586b5ed04140 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:30.677651 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-59e9a63f-532b-48a2-922c-feefc61ce9ab tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (385b2116-404e-44a6-b715-10ffffe980dd), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:30.691683 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:30.692267 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:30.706315 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-59e9a63f-532b-48a2-922c-feefc61ce9ab tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (385b2116-404e-44a6-b715-10ffffe980dd), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:30.853851 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-59e9a63f-532b-48a2-922c-feefc61ce9ab tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (385b2116-404e-44a6-b715-10ffffe980dd), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:30.856692 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-59e9a63f-532b-48a2-922c-feefc61ce9ab tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:30.860399 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-59e9a63f-532b-48a2-922c-feefc61ce9ab tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "DELETE /v2.0/security-groups/385b2116-404e-44a6-b715-10ffffe980dd HTTP/1.1" status: 204 len: 168 time: 0.2521267 Apr 28 17:22:30.860849 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52144) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:30.866733 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:29Z', 'revision_number': 3, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:30.867326 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9a63f-532b-48a2-922c-feefc61ce9ab tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=385b2116-404e-44a6-b715-10ffffe980dd,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:30.870863 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:30.880603 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-bd71681f-ee13-4be4-a8c2-0a8429366ffd tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] show failed (client error): The resource could not be found. Apr 28 17:22:30.881822 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bd71681f-ee13-4be4-a8c2-0a8429366ffd tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "GET /v2.0/security-groups/385b2116-404e-44a6-b715-10ffffe980dd HTTP/1.1" status: 404 len: 347 time: 0.0199609 Apr 28 17:22:30.885036 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52146) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:30.900768 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Checking router: da200a53-223b-4709-b22d-586b5ed04140 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:22:30.901124 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Updating router da200a53-223b-4709-b22d-586b5ed04140 port 2ef8b506-0ce5-4fba-a886-752791667a68 binding host dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:22:30.942163 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:30.978593 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.078444 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a1820-ecf9-4f0e-95fb-30a701d9b1a6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Deleting port 87bcefb8-ce9c-4546-928f-4f908218281b {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:31.078444 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1820-ecf9-4f0e-95fb-30a701d9b1a6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (87bcefb8-ce9c-4546-928f-4f908218281b), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.208370 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Publish callbacks [] for port (2ef8b506-0ce5-4fba-a886-752791667a68), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.229112 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1820-ecf9-4f0e-95fb-30a701d9b1a6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (87bcefb8-ce9c-4546-928f-4f908218281b), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.229455 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1820-ecf9-4f0e-95fb-30a701d9b1a6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (87bcefb8-ce9c-4546-928f-4f908218281b), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.246558 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a1820-ecf9-4f0e-95fb-30a701d9b1a6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Calling delete_port for 87bcefb8-ce9c-4546-928f-4f908218281b owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:31.262597 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Allocated IP 172.20.0.1 (289a48d6-4cfd-4933-8ad7-634059402bcb/f269673f-0cd8-466f-9509-12be0463f612/d49e6d08-cb75-4f15-b75f-83dae1bbdcbd) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:22:31.293734 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.357952 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Attempting to bind port 2ef8b506-0ce5-4fba-a886-752791667a68 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:22:31.358341 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Attempting to bind port 2ef8b506-0ce5-4fba-a886-752791667a68 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:22:31.358689 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Attempting to bind port 2ef8b506-0ce5-4fba-a886-752791667a68 on network f8764e81-f1f8-4275-aee3-2fa9a09189b3 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:22:31.360719 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8680dfe-c8d9-4be7-a843-2c13bff97b67 None None] Pushing event updated for resources: {'Port': ['ID=2ef8b506-0ce5-4fba-a886-752791667a68,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:31.366053 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:22:31.366451 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:22:31.366904 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.367326 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Bound using segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:22:31.367794 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Bound port: 2ef8b506-0ce5-4fba-a886-752791667a68, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:22:31.368742 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.426437 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] For port 2ef8b506-0ce5-4fba-a886-752791667a68, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:22:31.429765 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] For port 2ef8b506-0ce5-4fba-a886-752791667a68, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=2ef8b506-0ce5-4fba-a886-752791667a68,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:22:31.461243 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Publish callbacks [] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.482509 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.541099 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Routers {'da200a53-223b-4709-b22d-586b5ed04140'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:31.541739 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['da200a53-223b-4709-b22d-586b5ed04140'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:31.562980 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1820-ecf9-4f0e-95fb-30a701d9b1a6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (87bcefb8-ce9c-4546-928f-4f908218281b), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.565454 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.578669 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8680dfe-c8d9-4be7-a843-2c13bff97b67 None None] Pushing event updated for resources: {'Port': ['ID=2ef8b506-0ce5-4fba-a886-752791667a68,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:31.606701 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a1820-ecf9-4f0e-95fb-30a701d9b1a6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Pushing event deleted for resources: {'Port': ['ID=87bcefb8-ce9c-4546-928f-4f908218281b,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:31.653162 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Network 289a48d6-4cfd-4933-8ad7-634059402bcb is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:22:31.662096 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] Set router da200a53-223b-4709-b22d-586b5ed04140 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:31.680466 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:22:31.685919 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:22:31.741342 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Pushing event updated for resources: {'Port': ['ID=d49e6d08-cb75-4f15-b75f-83dae1bbdcbd,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:31.755715 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1820-ecf9-4f0e-95fb-30a701d9b1a6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks [] for floatingip (ca431dc1-6f92-4251-81fd-cbcfa62abfba), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.758565 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1820-ecf9-4f0e-95fb-30a701d9b1a6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.759783 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6a8a1820-ecf9-4f0e-95fb-30a701d9b1a6 tempest-AttachVolumeShelveTestJSON-1877701453 tempest-AttachVolumeShelveTestJSON-1877701453-project] 10.222.0.64 "DELETE /v2.0/floatingips/ca431dc1-6f92-4251-81fd-cbcfa62abfba HTTP/1.1" status: 204 len: 168 time: 0.8721468 Apr 28 17:22:31.768295 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722348'] for router_interface (da200a53-223b-4709-b22d-586b5ed04140), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.862421 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:29Z', 'revision_number': 3, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:31.896352 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7877899-ae8a-4424-8d1f-3f8b6c59db06 None None] The sync data for ids ['da200a53-223b-4709-b22d-586b5ed04140'] in dv-cinder-826949-5-iscsi is: [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:29Z', 'revision_number': 3, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:31.953145 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-ef38dfaa-d2d2-4da4-848d-42bc8bad251f None None] Provisioning complete for port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:31.953596 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ef38dfaa-d2d2-4da4-848d-42bc8bad251f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:31.998174 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-ef38dfaa-d2d2-4da4-848d-42bc8bad251f None None] Port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:22:32.012042 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:32.134716 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-22539d23-90c5-4b41-aa90-c5ad1237b95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:32.218195 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Publish callbacks [] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:32.328217 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:32.397848 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346396'] for router_interface (da200a53-223b-4709-b22d-586b5ed04140), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:32.408199 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Pushing event updated for resources: {'Port': ['ID=d49e6d08-cb75-4f15-b75f-83dae1bbdcbd,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:32.447596 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 2ef8b506-0ce5-4fba-a886-752791667a68 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:22:32.500697 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 2ef8b506-0ce5-4fba-a886-752791667a68 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:32.501071 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:32.519106 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Network 289a48d6-4cfd-4933-8ad7-634059402bcb is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:22:32.520884 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:22:32.634145 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 2ef8b506-0ce5-4fba-a886-752791667a68 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:32.634732 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:32.664876 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Router da200a53-223b-4709-b22d-586b5ed04140 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:22:32.666887 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port 2ef8b506-0ce5-4fba-a886-752791667a68, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=2ef8b506-0ce5-4fba-a886-752791667a68,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:32.740577 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:32.791925 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:22:32.808398 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a97f139c-a247-4c16-8af6-f0fdb03fe11c admin admin] 10.222.0.64 "PUT /v2.0/routers/da200a53-223b-4709-b22d-586b5ed04140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4121664 Apr 28 17:22:32.808713 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=2ef8b506-0ce5-4fba-a886-752791667a68,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:32.825185 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-b09778c5-4b58-434a-b9d7-dd66e83509b4 None None] Provisioning complete for port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:32.825646 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b09778c5-4b58-434a-b9d7-dd66e83509b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:32.866178 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-b09778c5-4b58-434a-b9d7-dd66e83509b4 None None] Port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:22:33.100457 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52202) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:33.268589 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab754379-ace3-4ad2-98a6-669c2e92a725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:33.346247 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab754379-ace3-4ad2-98a6-669c2e92a725 admin admin] Publish callbacks [] for security_group (785b6118-b003-4338-a991-024b11141186), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:33.431137 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab754379-ace3-4ad2-98a6-669c2e92a725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (785b6118-b003-4338-a991-024b11141186), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:33.474924 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ab754379-ace3-4ad2-98a6-669c2e92a725 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a755cb801a74a568f3b09e8ba02a313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708920 Apr 28 17:22:33.474924 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab754379-ace3-4ad2-98a6-669c2e92a725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785b6118-b003-4338-a991-024b11141186,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:33.476552 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52218) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:33.530924 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f06f-79f1-4a95-b2c1-7d9faf1435e6 admin admin] Publish callbacks [] for security_group (785b6118-b003-4338-a991-024b11141186), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:33.556380 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f06f-79f1-4a95-b2c1-7d9faf1435e6 admin admin] Publish callbacks [] for security_group (785b6118-b003-4338-a991-024b11141186), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:33.608830 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52222) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:33.613835 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-622199376-network', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:22:33.687226 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f06f-79f1-4a95-b2c1-7d9faf1435e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (785b6118-b003-4338-a991-024b11141186), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:33.689907 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f06f-79f1-4a95-b2c1-7d9faf1435e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:33.697055 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8fe5f06f-79f1-4a95-b2c1-7d9faf1435e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/785b6118-b003-4338-a991-024b11141186 HTTP/1.1" status: 204 len: 168 time: 0.2137561 Apr 28 17:22:33.700156 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5f06f-79f1-4a95-b2c1-7d9faf1435e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785b6118-b003-4338-a991-024b11141186,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:33.723313 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Made reservation on behalf of c991ebb9ae084728aa73036fc90d371c for: {'network': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:22:33.726967 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:33.739130 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:33.756605 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Sync routers for ids ['da200a53-223b-4709-b22d-586b5ed04140'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:22:33.767915 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Routers {'da200a53-223b-4709-b22d-586b5ed04140'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:33.768823 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['da200a53-223b-4709-b22d-586b5ed04140'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:33.822192 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Publish callbacks [] for security_group (da77b145-3c74-48f7-bf8f-6d2fd1c17e7f), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:33.887858 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Set router da200a53-223b-4709-b22d-586b5ed04140 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:33.956764 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (da77b145-3c74-48f7-bf8f-6d2fd1c17e7f), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:33.986513 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:22:33.992329 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da77b145-3c74-48f7-bf8f-6d2fd1c17e7f,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:33.999634 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (55b55721-78ba-4e5f-9f3e-1e21e356e770), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.000308 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.segments_db [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Added segment 55b55721-78ba-4e5f-9f3e-1e21e356e770 of type vlan for network ae2b36b0-db80-49f9-9c06-28f9e8866355 Apr 28 17:22:34.046847 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (ae2b36b0-db80-49f9-9c06-28f9e8866355), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.090907 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:31Z', 'revision_number': 4, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'd49e6d08-cb75-4f15-b75f-83dae1bbdcbd', 'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'mac_address': 'fa:16:3e:6b:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f269673f-0cd8-466f-9509-12be0463f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:31Z', 'updated_at': '2022-04-28T17:22:32Z', 'revision_number': 2, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'subnets': [{'id': 'f269673f-0cd8-466f-9509-12be0463f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:34.118791 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Checking router: da200a53-223b-4709-b22d-586b5ed04140 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:22:34.119150 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Updating router da200a53-223b-4709-b22d-586b5ed04140 port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd binding host dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:22:34.122195 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (ae2b36b0-db80-49f9-9c06-28f9e8866355), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.123326 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:34.123978 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.146858 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.186514 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ae2b36b0-db80-49f9-9c06-28f9e8866355,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:34.197785 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network ae2b36b0-db80-49f9-9c06-28f9e8866355 details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:22:34.268010 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-7c380cd7-4e6a-41aa-9009-89232d66a1a1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6579816 Apr 28 17:22:34.270757 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52228) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:34.276268 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] Request body: {'subnet': {'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-622199376-subnet', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'ip_version': 4}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:22:34.384645 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] Made reservation on behalf of c991ebb9ae084728aa73036fc90d371c for: {'subnet': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:22:34.387491 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5206387'] for subnet (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.403917 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 2ef8b506-0ce5-4fba-a886-752791667a68 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:22:34.422177 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Publish callbacks [] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.432359 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52232) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:34.455740 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-88bcdbbb-db08-4152-8796-f1a6385b1fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.476791 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 2ef8b506-0ce5-4fba-a886-752791667a68 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:34.477204 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.499689 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.555909 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e1f352db-301a-4e7f-9c27-f10397214cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.570699 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52238) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:34.574437 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 2ef8b506-0ce5-4fba-a886-752791667a68 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:34.575681 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Pushing event updated for resources: {'Port': ['ID=d49e6d08-cb75-4f15-b75f-83dae1bbdcbd,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:34.588005 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.588392 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.589225 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.589584 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.590267 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.590610 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.592308 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.592767 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.594678 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.595091 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.596136 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.596747 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.597275 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.597795 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.598453 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:34.606524 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-88bcdbbb-db08-4152-8796-f1a6385b1fb2 admin admin] Publish callbacks [] for security_group (e721edda-826b-417d-b5b8-2761f8acd218), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.665950 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Attempting to bind port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:22:34.666320 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Attempting to bind port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:22:34.666682 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Attempting to bind port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd on network 289a48d6-4cfd-4933-8ad7-634059402bcb {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:22:34.671856 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:22:34.672263 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Checking segment: {'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:22:34.672660 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.673044 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Bound using segment: {'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:22:34.673527 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Bound port: d49e6d08-cb75-4f15-b75f-83dae1bbdcbd, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:22:34.673904 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.682877 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4368492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5206401'] for subnet (edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.717060 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-88bcdbbb-db08-4152-8796-f1a6385b1fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (e721edda-826b-417d-b5b8-2761f8acd218), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.752004 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] For port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:22:34.756105 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] For port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=d49e6d08-cb75-4f15-b75f-83dae1bbdcbd,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:22:34.776380 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:34.785125 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] Checking segment: {'id': '55b55721-78ba-4e5f-9f3e-1e21e356e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:22:34.785312 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-88bcdbbb-db08-4152-8796-f1a6385b1fb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92e02f49f7c544d68d2dce00afc7b8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513186 Apr 28 17:22:34.785453 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] Network hostable DHCP agents. Network: ae2b36b0-db80-49f9-9c06-28f9e8866355, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:22:34.785985 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcdbbb-db08-4152-8796-f1a6385b1fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e721edda-826b-417d-b5b8-2761f8acd218,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:34.789365 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52242) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:34.852371 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b147d861-8f80-4aed-aeab-b047f3aa5122 admin admin] Publish callbacks [] for security_group (e721edda-826b-417d-b5b8-2761f8acd218), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.874334 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b147d861-8f80-4aed-aeab-b047f3aa5122 admin admin] Publish callbacks [] for security_group (e721edda-826b-417d-b5b8-2761f8acd218), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.883173 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.911735 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-dc782c03-2e6b-4faa-bc9f-1ef3be2c46ed None None] Provisioning complete for port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:34.912553 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-dc782c03-2e6b-4faa-bc9f-1ef3be2c46ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:34.933735 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Routers {'da200a53-223b-4709-b22d-586b5ed04140'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:34.936868 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['da200a53-223b-4709-b22d-586b5ed04140'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:34.997877 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] Network ae2b36b0-db80-49f9-9c06-28f9e8866355 is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:22:35.026650 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-dc782c03-2e6b-4faa-bc9f-1ef3be2c46ed None None] Current status of the port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:35.027507 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-dc782c03-2e6b-4faa-bc9f-1ef3be2c46ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.043000 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b147d861-8f80-4aed-aeab-b047f3aa5122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (e721edda-826b-417d-b5b8-2761f8acd218), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.048047 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b147d861-8f80-4aed-aeab-b047f3aa5122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.053461 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b147d861-8f80-4aed-aeab-b047f3aa5122 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e721edda-826b-417d-b5b8-2761f8acd218 HTTP/1.1" status: 204 len: 168 time: 0.2628229 Apr 28 17:22:35.068644 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] Set router da200a53-223b-4709-b22d-586b5ed04140 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:35.072196 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147d861-8f80-4aed-aeab-b047f3aa5122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e721edda-826b-417d-b5b8-2761f8acd218,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:35.101392 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, ae2b36b0-db80-49f9-9c06-28f9e8866355) {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:22:35.106904 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:35.107853 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.121786 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f960381-67c5-4c53-ad70-88989e50f4fd None None] Network ae2b36b0-db80-49f9-9c06-28f9e8866355 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:22:35.199774 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-041ef1f8-803a-4471-9f4f-24f374637473 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9278696 Apr 28 17:22:35.202332 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52248) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:35.208354 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-622199376-router', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:22:35.229139 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7950ec-27e7-42cf-a130-145ce7031e70 None None] Pushing event updated for resources: {'Port': ['ID=d49e6d08-cb75-4f15-b75f-83dae1bbdcbd,revision_number=4']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:35.236191 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-dc782c03-2e6b-4faa-bc9f-1ef3be2c46ed None None] For port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=d49e6d08-cb75-4f15-b75f-83dae1bbdcbd,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:35.321093 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-ae2b36b0-db80-49f9-9c06-28f9e8866355', 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355', 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'fixed_ips': [{'subnet_id': 'edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:22:35.322862 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.335039 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-dc782c03-2e6b-4faa-bc9f-1ef3be2c46ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.354394 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-347308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14367'] for router (6874d624-73af-43ce-9c02-b6833b2d8b3f), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.355554 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14358'] for router (6874d624-73af-43ce-9c02-b6833b2d8b3f), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.357625 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:31Z', 'revision_number': 4, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'd49e6d08-cb75-4f15-b75f-83dae1bbdcbd', 'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'mac_address': 'fa:16:3e:6b:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f269673f-0cd8-466f-9509-12be0463f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:31Z', 'updated_at': '2022-04-28T17:22:34Z', 'revision_number': 4, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'subnets': [{'id': 'f269673f-0cd8-466f-9509-12be0463f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:35.390143 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b5082-903b-4c2d-9a2a-1c6855edcfd3 None None] The sync data for ids ['da200a53-223b-4709-b22d-586b5ed04140'] in dv-cinder-826949-5-iscsi is: [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:31Z', 'revision_number': 4, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'd49e6d08-cb75-4f15-b75f-83dae1bbdcbd', 'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'mac_address': 'fa:16:3e:6b:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f269673f-0cd8-466f-9509-12be0463f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:31Z', 'updated_at': '2022-04-28T17:22:34Z', 'revision_number': 4, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'subnets': [{'id': 'f269673f-0cd8-466f-9509-12be0463f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:35.449820 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Publish callbacks [] for router_controller (6874d624-73af-43ce-9c02-b6833b2d8b3f), precommit_add_association {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.544148 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc782c03-2e6b-4faa-bc9f-1ef3be2c46ed None None] Pushing event updated for resources: {'Port': ['ID=d49e6d08-cb75-4f15-b75f-83dae1bbdcbd,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:35.560742 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-e27b3e9c-f4a5-42ab-a96b-15ea597f0569 None None] Provisioning complete for port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:35.562689 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e27b3e9c-f4a5-42ab-a96b-15ea597f0569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.779667 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Publish callbacks [] for router_gateway (6874d624-73af-43ce-9c02-b6833b2d8b3f), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.856095 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346427'] for router_interface (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:35.943049 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Allocated IP 172.20.0.2 (ae2b36b0-db80-49f9-9c06-28f9e8866355/edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf/4f3dd539-329d-48e3-9667-a64bafb63ccb) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:22:36.016417 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.076687 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-e27b3e9c-f4a5-42ab-a96b-15ea597f0569 None None] Current status of the port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:36.124929 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Publish callbacks [] for router_gateway (6874d624-73af-43ce-9c02-b6833b2d8b3f), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.146855 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.192887 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Publish callbacks [] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.283566 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] Deleting port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:36.283925 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.300381 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Allocated IP 172.27.2.145 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/7d3b609a-7498-4fb9-9ff3-e513d6af3f52) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:22:36.300605 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.357013 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Network ae2b36b0-db80-49f9-9c06-28f9e8866355 is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:22:36.362885 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:22:36.366552 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:22:36.372760 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Pushing event updated for resources: {'Port': ['ID=4f3dd539-329d-48e3-9667-a64bafb63ccb,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:36.481967 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] For port b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:36.484491 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.503553 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Publish callbacks [] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.521014 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] Calling delete_port for b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:36.544188 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d49e6d08-cb75-4f15-b75f-83dae1bbdcbd up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:22:36.544406 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52274) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:36.572320 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Attempting to bind port 4f3dd539-329d-48e3-9667-a64bafb63ccb on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:22:36.572785 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Attempting to bind port 4f3dd539-329d-48e3-9667-a64bafb63ccb by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': '55b55721-78ba-4e5f-9f3e-1e21e356e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:22:36.573222 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Attempting to bind port 4f3dd539-329d-48e3-9667-a64bafb63ccb on network ae2b36b0-db80-49f9-9c06-28f9e8866355 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:22:36.583150 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:22:36.583403 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Checking segment: {'id': '55b55721-78ba-4e5f-9f3e-1e21e356e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:22:36.584081 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.584741 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Bound using segment: {'id': '55b55721-78ba-4e5f-9f3e-1e21e356e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:22:36.585783 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Bound port: 4f3dd539-329d-48e3-9667-a64bafb63ccb, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b55721-78ba-4e5f-9f3e-1e21e356e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:22:36.586237 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.673954 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:36.674338 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.682649 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:36.739606 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] For port 4f3dd539-329d-48e3-9667-a64bafb63ccb, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:22:36.758319 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] For port 4f3dd539-329d-48e3-9667-a64bafb63ccb, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=4f3dd539-329d-48e3-9667-a64bafb63ccb,segment=NetworkSegment(55b55721-78ba-4e5f-9f3e-1e21e356e770),segment_id=55b55721-78ba-4e5f-9f3e-1e21e356e770)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:22:36.816727 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:22:36.818398 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:22:36.821142 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Pushing event updated for resources: {'Port': ['ID=7d3b609a-7498-4fb9-9ff3-e513d6af3f52,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:36.822814 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:36.826035 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:22:36.843165 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:37.130674 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe971152-5b0c-4fc7-a502-45319c27209b None None] Pushing event updated for resources: {'Port': ['ID=4f3dd539-329d-48e3-9667-a64bafb63ccb,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:37.135544 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:37.219433 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:37.260683 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:37.514310 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346519'] for router_interface (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:37.651655 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Deleting port 36e6523e-4247-4be8-888a-583835d7b66b {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:37.652017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (36e6523e-4247-4be8-888a-583835d7b66b), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:37.762588 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] Router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:22:37.779644 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Publish callbacks [] for router_gateway (6874d624-73af-43ce-9c02-b6833b2d8b3f), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:37.782986 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (36e6523e-4247-4be8-888a-583835d7b66b), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:37.783312 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for floatingip (36e6523e-4247-4be8-888a-583835d7b66b), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:37.833830 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Calling delete_port for 36e6523e-4247-4be8-888a-583835d7b66b owned by network:floatingip {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:37.874953 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:22:37.883618 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7e0427e3-720e-4eb4-ba7c-67b21fd69760 admin admin] 10.222.0.64 "PUT /v2.0/routers/b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3080482 Apr 28 17:22:37.883808 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52292) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:37.886804 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab7b36-4924-46ad-8c3f-42321e20d196 None None] Sync routers for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:22:37.907103 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab7b36-4924-46ad-8c3f-42321e20d196 None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:37.908001 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-83ab7b36-4924-46ad-8c3f-42321e20d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:38.023986 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Publish callbacks [] for router (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.122733 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-83ab7b36-4924-46ad-8c3f-42321e20d196 None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:38.176461 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-348693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673'] for router (6874d624-73af-43ce-9c02-b6833b2d8b3f), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.219929 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Publish callbacks [] for router_gateway (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.332512 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-83ab7b36-4924-46ad-8c3f-42321e20d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b69d91c7-89b5-48a7-9301-655184467167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:22:36Z', 'revision_number': 5, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port': {'id': 'b69d91c7-89b5-48a7-9301-655184467167', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:15:02Z', 'updated_at': '2022-04-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:38.360085 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab7b36-4924-46ad-8c3f-42321e20d196 None None] Checking router: b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:22:38.370196 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab7b36-4924-46ad-8c3f-42321e20d196 None None] Routers {'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:38.371135 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-83ab7b36-4924-46ad-8c3f-42321e20d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:38.421669 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Deleting port b69d91c7-89b5-48a7-9301-655184467167 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:38.422022 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (b69d91c7-89b5-48a7-9301-655184467167), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.453907 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (36e6523e-4247-4be8-888a-583835d7b66b), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.479202 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-83ab7b36-4924-46ad-8c3f-42321e20d196 None None] Set router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:38.501086 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Router 6874d624-73af-43ce-9c02-b6833b2d8b3f is scheduled to L3 agent 2328be28-078e-4849-a398-3f5045911048 with binding_index 1 {{(pid=103997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 17:22:38.544591 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] For port b69d91c7-89b5-48a7-9301-655184467167, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b69d91c7-89b5-48a7-9301-655184467167,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:38.547779 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (b69d91c7-89b5-48a7-9301-655184467167), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.556866 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event deleted for resources: {'Port': ['ID=36e6523e-4247-4be8-888a-583835d7b66b,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:38.569994 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Calling delete_port for b69d91c7-89b5-48a7-9301-655184467167 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:38.591070 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.594207 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c1ada-5be9-441e-9c58-4fa3b86020bf None None] Network ae2b36b0-db80-49f9-9c06-28f9e8866355 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:22:38.597496 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-83ab7b36-4924-46ad-8c3f-42321e20d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:22:38Z', 'revision_number': 6, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port_host': None}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:38.613819 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for floatingip (f44084dd-0e0f-4f7e-8346-9a5b189285ac), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.615604 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Floating IP f44084dd-0e0f-4f7e-8346-9a5b189285ac disassociated (deleted). External IP: 172.27.2.30, port: 2dcdadc7-8798-4bc7-a7fc-fda334a28336. Apr 28 17:22:38.660568 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 4f3dd539-329d-48e3-9667-a64bafb63ccb up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:22:38.671434 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab7b36-4924-46ad-8c3f-42321e20d196 None None] The sync data for ids ['b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd'] in dv-cinder-826949-5-iscsi is: [{'id': 'b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-1386140494-router', 'tenant_id': 'be573a6e5f26466dacf2a255e2248468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:15:00Z', 'updated_at': '2022-04-28T17:22:38Z', 'revision_number': 6, 'project_id': 'be573a6e5f26466dacf2a255e2248468', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:38.711057 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-8a4a3271-01c0-472c-be9c-e433cd576eca None None] Provisioning complete for port 4f3dd539-329d-48e3-9667-a64bafb63ccb triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:38.711445 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3271-01c0-472c-be9c-e433cd576eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.857799 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 4f3dd539-329d-48e3-9667-a64bafb63ccb triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:38.858178 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.916924 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (b69d91c7-89b5-48a7-9301-655184467167), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.935607 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:22:38.942662 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a3271-01c0-472c-be9c-e433cd576eca None None] Current status of the port 4f3dd539-329d-48e3-9667-a64bafb63ccb is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:38.943095 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3271-01c0-472c-be9c-e433cd576eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:38.952176 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Sync routers for ids ['6874d624-73af-43ce-9c02-b6833b2d8b3f'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:22:38.958838 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:22:38.971509 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Routers {'6874d624-73af-43ce-9c02-b6833b2d8b3f'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:38.974174 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['6874d624-73af-43ce-9c02-b6833b2d8b3f'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:38.975568 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69d91c7-89b5-48a7-9301-655184467167,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:39.006106 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-8a4a3271-01c0-472c-be9c-e433cd576eca None None] For port 4f3dd539-329d-48e3-9667-a64bafb63ccb, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=4f3dd539-329d-48e3-9667-a64bafb63ccb,segment=NetworkSegment(55b55721-78ba-4e5f-9f3e-1e21e356e770),segment_id=55b55721-78ba-4e5f-9f3e-1e21e356e770)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:39.017776 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 4f3dd539-329d-48e3-9667-a64bafb63ccb is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:39.018172 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:39.081428 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:39.082703 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-7471a8b1-d355-498e-944b-cf7302337424 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8787549 Apr 28 17:22:39.087812 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52306) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:39.118689 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3271-01c0-472c-be9c-e433cd576eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:39.193069 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:22:39.201760 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:39.225082 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-723709'] for router_gateway (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:39.241429 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40705ada-eaf2-4d04-befd-a1df9d1adda3 None None] Sync routers for ids ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:22:39.254510 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-a5dc0545-ab25-4d3f-a6e5-8789036813e6 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "DELETE /v2.0/floatingips/f44084dd-0e0f-4f7e-8346-9a5b189285ac HTTP/1.1" status: 204 len: 168 time: 2.7091122 Apr 28 17:22:39.255382 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:22:39.263756 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f54895b-63de-4519-a9b8-205ef79b46c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:22:39.315395 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40705ada-eaf2-4d04-befd-a1df9d1adda3 None None] Routers {'8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:39.316358 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-40705ada-eaf2-4d04-befd-a1df9d1adda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:39.323713 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.db.api [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 17:22:39.324344 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG oslo_db.api [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 17:22:39.367153 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a3271-01c0-472c-be9c-e433cd576eca None None] Pushing event updated for resources: {'Port': ['ID=4f3dd539-329d-48e3-9667-a64bafb63ccb,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:39.369488 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e372259d-46c8-42ec-9de2-cad69c13c6ff x-openstack-request-id: req-e372259d-46c8-42ec-9de2-cad69c13c6ff {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:22:39.369857 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:22:39.370087 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e372259d-46c8-42ec-9de2-cad69c13c6ff {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:22:39.370494 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e372259d-46c8-42ec-9de2-cad69c13c6ff'] response: {'name': 'network-changed', 'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'status': 'completed', 'code': 200} Apr 28 17:22:39.393533 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3b6deede-5263-437d-a68d-fd2318c3bdf6 None None] Provisioning complete for port 4f3dd539-329d-48e3-9667-a64bafb63ccb triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:39.394277 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3b6deede-5263-437d-a68d-fd2318c3bdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:39.395121 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Set router 6874d624-73af-43ce-9c02-b6833b2d8b3f gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:39.645732 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'name': 'tempest-TestMinimumBasicScenario-622199376-router', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:35Z', 'updated_at': '2022-04-28T17:22:37Z', 'revision_number': 3, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'gw_port': {'id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:36Z', 'updated_at': '2022-04-28T17:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:39.649192 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-40705ada-eaf2-4d04-befd-a1df9d1adda3 None None] Set router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:39.684813 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Checking router: 6874d624-73af-43ce-9c02-b6833b2d8b3f for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:22:39.685433 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Updating router 6874d624-73af-43ce-9c02-b6833b2d8b3f port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 binding host dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:22:39.719662 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:39.786352 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3b6deede-5263-437d-a68d-fd2318c3bdf6 None None] Current status of the port 4f3dd539-329d-48e3-9667-a64bafb63ccb is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:39.807268 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-348742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14345'] for router (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:39.825121 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Publish callbacks [] for router_controller (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:39.878914 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf60450-c955-4c0d-92f1-60a00cd55fd7 req-666f6a81-b5f0-4ba9-9548-82058e1bfd6e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:39.886657 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3bf60450-c955-4c0d-92f1-60a00cd55fd7 req-666f6a81-b5f0-4ba9-9548-82058e1bfd6e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0736921 Apr 28 17:22:39.910958 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54895b-63de-4519-a9b8-205ef79b46c8 req-db1fc0d7-fc5d-4b30-9388-95b7c218291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:39.915753 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f54895b-63de-4519-a9b8-205ef79b46c8 req-db1fc0d7-fc5d-4b30-9388-95b7c218291a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fbcc6f0b77184e149a43d3ae73acec24&device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 1129 time: 0.2076256 Apr 28 17:22:39.932433 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 4f3dd539-329d-48e3-9667-a64bafb63ccb is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:39.954983 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3bf60450-c955-4c0d-92f1-60a00cd55fd7 req-1ee61e85-c701-4b38-8f57-fa18cf771e7a tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672383 Apr 28 17:22:40.011872 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-348767'] for router (b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.012772 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 17:22:40.018905 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-40705ada-eaf2-4d04-befd-a1df9d1adda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:45Z', 'revision_number': 4, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '169bcd00-bd98-480e-9686-bbfe2daa8338', 'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'mac_address': 'fa:16:3e:78:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:44Z', 'updated_at': '2022-04-28T17:16:49Z', 'revision_number': 5, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'subnets': [{'id': '6e8007a0-4cce-4670-8577-367d74defe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:40.021970 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.024539 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-821d33c3-228d-49fa-bb3e-5f3307154747 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b707c5d0-96f0-4e50-9409-9ea5bfcf5ccd HTTP/1.1" status: 204 len: 168 time: 2.1389449 Apr 28 17:22:40.025893 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52322) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:40.054105 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40705ada-eaf2-4d04-befd-a1df9d1adda3 None None] Checking router: 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:22:40.082123 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40705ada-eaf2-4d04-befd-a1df9d1adda3 None None] Routers {'8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:40.082123 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-40705ada-eaf2-4d04-befd-a1df9d1adda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:40.121832 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_v2 [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Deleting subnet ecc69208-bcad-42d8-b762-85c2a71ff837 {{(pid=103997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:22:40.128017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Publish callbacks [] for subnet (ecc69208-bcad-42d8-b762-85c2a71ff837), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.189542 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4244606'] for subnet (ecc69208-bcad-42d8-b762-85c2a71ff837), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.206398 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Publish callbacks [] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.254417 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-40705ada-eaf2-4d04-befd-a1df9d1adda3 None None] Set router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:40.275281 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (ecc69208-bcad-42d8-b762-85c2a71ff837), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.285958 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.373022 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348fde8-c307-4941-b2db-1ffb4cd921e1 None None] Pushing event updated for resources: {'Port': ['ID=7d3b609a-7498-4fb9-9ff3-e513d6af3f52,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:40.379544 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Attempting to bind port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:22:40.380163 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Attempting to bind port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:22:40.380535 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Attempting to bind port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 on network f8764e81-f1f8-4275-aee3-2fa9a09189b3 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:22:40.392008 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:22:40.392725 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:22:40.393327 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.393889 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Bound using segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:22:40.394543 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Bound port: 7d3b609a-7498-4fb9-9ff3-e513d6af3f52, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:22:40.395104 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.448339 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5206430'] for subnet (ecc69208-bcad-42d8-b762-85c2a71ff837), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.453208 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] For port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:22:40.456816 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] For port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=7d3b609a-7498-4fb9-9ff3-e513d6af3f52,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:22:40.462119 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 4f3dd539-329d-48e3-9667-a64bafb63ccb up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:22:40.465565 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.479213 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc69208-bcad-42d8-b762-85c2a71ff837,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:40.483759 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.487871 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ecc69208-bcad-42d8-b762-85c2a71ff837 HTTP/1.1" status: 204 len: 168 time: 0.4604306 Apr 28 17:22:40.490313 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52326) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:40.495368 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.495795 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.496308 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.496712 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.497115 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.497674 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.498045 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.498444 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.500124 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.500476 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.500811 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.508217 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.508217 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.508217 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.508217 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d729ca19-4d2b-4a7a-831b-63f1c2349543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:40.514815 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c07eaf-5666-41da-a2f5-0954dc703022 None None] Network 77e74cd7-f3b4-4335-ac24-4dfe333ae022 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:22:40.556834 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.611710 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Routers {'6874d624-73af-43ce-9c02-b6833b2d8b3f'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:40.612376 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['6874d624-73af-43ce-9c02-b6833b2d8b3f'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:40.626237 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (77e74cd7-f3b4-4335-ac24-4dfe333ae022), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.635762 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-40705ada-eaf2-4d04-befd-a1df9d1adda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:45Z', 'revision_number': 4, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '169bcd00-bd98-480e-9686-bbfe2daa8338', 'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'mac_address': 'fa:16:3e:78:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:44Z', 'updated_at': '2022-04-28T17:16:49Z', 'revision_number': 5, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'subnets': [{'id': '6e8007a0-4cce-4670-8577-367d74defe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:40.652953 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348fde8-c307-4941-b2db-1ffb4cd921e1 None None] Pushing event updated for resources: {'Port': ['ID=7d3b609a-7498-4fb9-9ff3-e513d6af3f52,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:40.679773 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40705ada-eaf2-4d04-befd-a1df9d1adda3 None None] The sync data for ids ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'] in dv-cinder-826949-5-iscsi is: [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:16:45Z', 'revision_number': 4, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '169bcd00-bd98-480e-9686-bbfe2daa8338', 'name': '', 'network_id': 'edf64d58-19ad-4a56-9941-a9398d1546bb', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'mac_address': 'fa:16:3e:78:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6e8007a0-4cce-4670-8577-367d74defe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:44Z', 'updated_at': '2022-04-28T17:16:49Z', 'revision_number': 5, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'subnets': [{'id': '6e8007a0-4cce-4670-8577-367d74defe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:40.682532 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 4f3dd539-329d-48e3-9667-a64bafb63ccb triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:40.682923 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.742493 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Deleting port be423b0d-2548-4bc7-846a-7d955fbe8d97 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:40.742936 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.746414 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Allocated IP 172.20.0.1 (ae2b36b0-db80-49f9-9c06-28f9e8866355/edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf/cc4f9319-f050-4b0c-8285-3066a2ff7674) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:22:40.753243 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90290871-7ffe-4579-991f-5e64afab8573 None None] DHCP port deletion for 77e74cd7-f3b4-4335-ac24-4dfe333ae022 request from dv-cinder-826949-5-iscsi {{(pid=103998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 17:22:40.767485 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] Set router 6874d624-73af-43ce-9c02-b6833b2d8b3f gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:40.830317 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-90290871-7ffe-4579-991f-5e64afab8573 None None] Deleting port be423b0d-2548-4bc7-846a-7d955fbe8d97 {{(pid=103998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:40.837314 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-90290871-7ffe-4579-991f-5e64afab8573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), before_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.847531 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] For port be423b0d-2548-4bc7-846a-7d955fbe8d97, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=be423b0d-2548-4bc7-846a-7d955fbe8d97,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:40.848115 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.861144 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 4f3dd539-329d-48e3-9667-a64bafb63ccb is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:40.893766 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Calling delete_port for be423b0d-2548-4bc7-846a-7d955fbe8d97 owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:40.930061 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-90290871-7ffe-4579-991f-5e64afab8573 None None] For port be423b0d-2548-4bc7-846a-7d955fbe8d97, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=be423b0d-2548-4bc7-846a-7d955fbe8d97,segment=NetworkSegment(fc1dbefd-816b-4920-9862-84e60ec39567),segment_id=fc1dbefd-816b-4920-9862-84e60ec39567)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:40.930840 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-90290871-7ffe-4579-991f-5e64afab8573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), precommit_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:40.949198 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:40.955992 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-90290871-7ffe-4579-991f-5e64afab8573 None None] Calling delete_port for be423b0d-2548-4bc7-846a-7d955fbe8d97 owned by network:dhcp {{(pid=103998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:40.984444 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:40.984949 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b6e0bf80-71f6-4ba9-b5fa-797fe9abeabd not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:40.985379 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b69d91c7-89b5-48a7-9301-655184467167 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:41.011786 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: b69d91c7-89b5-48a7-9301-655184467167 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:41.012147 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b69d91c7-89b5-48a7-9301-655184467167 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:41.058832 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'name': 'tempest-TestMinimumBasicScenario-622199376-router', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:35Z', 'updated_at': '2022-04-28T17:22:37Z', 'revision_number': 3, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'gw_port': {'id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:36Z', 'updated_at': '2022-04-28T17:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:41.086357 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Publish callbacks [] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.092793 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9171a1e3-0be3-4af7-96fe-79ddc2162394 None None] The sync data for ids ['6874d624-73af-43ce-9c02-b6833b2d8b3f'] in dv-cinder-826949-5-iscsi is: [{'id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'name': 'tempest-TestMinimumBasicScenario-622199376-router', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:35Z', 'updated_at': '2022-04-28T17:22:37Z', 'revision_number': 3, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'gw_port': {'id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:36Z', 'updated_at': '2022-04-28T17:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:41.174955 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ce36b-7ece-419d-af54-8ae5248bd5ca None None] New status for floating IP f44084dd-0e0f-4f7e-8346-9a5b189285ac: DOWN {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:22:41.219619 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-90290871-7ffe-4579-991f-5e64afab8573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), after_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.251841 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54895b-63de-4519-a9b8-205ef79b46c8 req-ac58eb2a-62f8-4285-851b-8c07dfb83632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:41.253595 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f54895b-63de-4519-a9b8-205ef79b46c8 req-ac58eb2a-62f8-4285-851b-8c07dfb83632 service neutron] 10.222.0.66 "GET /v2.0/networks?id=edf64d58-19ad-4a56-9941-a9398d1546bb HTTP/1.1" status: 200 len: 910 time: 0.2963240 Apr 28 17:22:41.255355 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90290871-7ffe-4579-991f-5e64afab8573 None None] Pushing event deleted for resources: {'Port': ['ID=be423b0d-2548-4bc7-846a-7d955fbe8d97,revision_number=None']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:41.258098 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90290871-7ffe-4579-991f-5e64afab8573 None None] No DVR routers for this DVR port be423b0d-2548-4bc7-846a-7d955fbe8d97 on host dv-cinder-826949-5-iscsi {{(pid=103998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:22:41.281649 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa2a50-d6be-47f7-93d2-4255ea53ba38 req-d70d8040-ddbf-4548-83fa-141ca49a8154 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:41.287689 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-40aa2a50-d6be-47f7-93d2-4255ea53ba38 req-d70d8040-ddbf-4548-83fa-141ca49a8154 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.2122147 Apr 28 17:22:41.287689 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (be423b0d-2548-4bc7-846a-7d955fbe8d97), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.312705 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Pushing event deleted for resources: {'Port': ['ID=be423b0d-2548-4bc7-846a-7d955fbe8d97,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:41.326282 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] No DVR routers for this DVR port be423b0d-2548-4bc7-846a-7d955fbe8d97 on host dv-cinder-826949-5-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:22:41.334495 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.335364 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.335715 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.336248 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.336701 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.337087 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.337417 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.337765 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.338087 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.338409 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.338756 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.339075 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.339393 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.339710 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.340024 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:41.349249 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.434098 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Network ae2b36b0-db80-49f9-9c06-28f9e8866355 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:22:41.453259 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:22:41.465615 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:22:41.542191 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-40aa2a50-d6be-47f7-93d2-4255ea53ba38 req-6e092719-1cea-4b04-a643-f7b2b1f93e0a tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/security-groups?id=0257935c-c2cf-4f65-9db8-4d234e2a26a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317290 Apr 28 17:22:41.575313 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (77e74cd7-f3b4-4335-ac24-4dfe333ae022), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.593025 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f54895b-63de-4519-a9b8-205ef79b46c8 req-91019866-2622-4822-9ba7-bb5890e6a825 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336 HTTP/1.1" status: 200 len: 217 time: 0.1250424 Apr 28 17:22:41.593622 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Pushing event updated for resources: {'Port': ['ID=cc4f9319-f050-4b0c-8285-3066a2ff7674,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:41.632576 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e74cd7-f3b4-4335-ac24-4dfe333ae022']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:41.655766 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a402e-a35e-4684-b90c-b909630c76b4 req-692263cb-3b68-43c3-9516-b1b00f33c642 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:41.657453 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c15a402e-a35e-4684-b90c-b909630c76b4 req-692263cb-3b68-43c3-9516-b1b00f33c642 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.66 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 945 time: 0.0805607 Apr 28 17:22:41.674277 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1dbefd-816b-4920-9862-84e60ec39567') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:41.674573 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1dbefd-816b-4920-9862-84e60ec39567') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:41.685713 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722348'] for router_interface (6874d624-73af-43ce-9c02-b6833b2d8b3f), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.722683 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-400d3a12-ae80-4cd5-b7d4-a5c9ba9ddd30 None None] Provisioning complete for port cc4f9319-f050-4b0c-8285-3066a2ff7674 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:41.723008 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-400d3a12-ae80-4cd5-b7d4-a5c9ba9ddd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.731377 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5926587'] for segment (fc1dbefd-816b-4920-9862-84e60ec39567), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.758247 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54895b-63de-4519-a9b8-205ef79b46c8 req-de7038e8-85a0-465f-9abe-193c68fcf942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:41.759727 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f54895b-63de-4519-a9b8-205ef79b46c8 req-de7038e8-85a0-465f-9abe-193c68fcf942 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e8007a0-4cce-4670-8577-367d74defe80 HTTP/1.1" status: 200 len: 848 time: 0.1564176 Apr 28 17:22:41.760723 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (fc1dbefd-816b-4920-9862-84e60ec39567), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.768924 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-400d3a12-ae80-4cd5-b7d4-a5c9ba9ddd30 None None] Port cc4f9319-f050-4b0c-8285-3066a2ff7674 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:22:41.784091 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:22:41.784483 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6703600'] for segment (fc1dbefd-816b-4920-9862-84e60ec39567), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.787259 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-c15a402e-a35e-4684-b90c-b909630c76b4 req-e1a92ad8-519b-48bb-aa9a-dc93b4bf548e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Deleting port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:41.787714 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-c15a402e-a35e-4684-b90c-b909630c76b4 req-e1a92ad8-519b-48bb-aa9a-dc93b4bf548e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: self.session.flush() Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: self.session.flush() Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: self.session.flush() Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: self.session.flush() Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: Traceback (most recent call last): Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: timer() Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: cb(*args, **kw) Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: return func(*args, **kwargs) Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: self._notify() Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: self.callback(batched_events) Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: event.method(event) Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: return f(self, *a, **k) Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._get(url).json() Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:22:41.791092 dv-cinder-826949-5-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:22:41.923940 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-c15a402e-a35e-4684-b90c-b909630c76b4 req-e1a92ad8-519b-48bb-aa9a-dc93b4bf548e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] For port 2dcdadc7-8798-4bc7-a7fc-fda334a28336, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=2dcdadc7-8798-4bc7-a7fc-fda334a28336,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:41.927519 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-c15a402e-a35e-4684-b90c-b909630c76b4 req-e1a92ad8-519b-48bb-aa9a-dc93b4bf548e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:41.935553 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54895b-63de-4519-a9b8-205ef79b46c8 req-f1b6e03d-5547-488c-972e-2abef8518230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:41.937444 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f54895b-63de-4519-a9b8-205ef79b46c8 req-f1b6e03d-5547-488c-972e-2abef8518230 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=edf64d58-19ad-4a56-9941-a9398d1546bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1656487 Apr 28 17:22:41.943462 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-c15a402e-a35e-4684-b90c-b909630c76b4 req-e1a92ad8-519b-48bb-aa9a-dc93b4bf548e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Calling delete_port for 2dcdadc7-8798-4bc7-a7fc-fda334a28336 owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:42.060427 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (77e74cd7-f3b4-4335-ac24-4dfe333ae022), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:42.061934 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:42.074913 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:42.077937 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] 10.222.0.64 "DELETE /v2.0/networks/77e74cd7-f3b4-4335-ac24-4dfe333ae022 HTTP/1.1" status: 204 len: 168 time: 1.5866818 Apr 28 17:22:42.099064 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f54895b-63de-4519-a9b8-205ef79b46c8 req-7c7f5b4d-f777-40c6-ab22-bea6083fc4d8 service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520212 Apr 28 17:22:42.105387 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4ec8c-3bfd-4a02-bca0-5473c45a2901 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e74cd7-f3b4-4335-ac24-4dfe333ae022,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:42.180985 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-c15a402e-a35e-4684-b90c-b909630c76b4 req-e1a92ad8-519b-48bb-aa9a-dc93b4bf548e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (2dcdadc7-8798-4bc7-a7fc-fda334a28336), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:42.229136 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a92ad8-519b-48bb-aa9a-dc93b4bf548e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event deleted for resources: {'Port': ['ID=2dcdadc7-8798-4bc7-a7fc-fda334a28336,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:42.280313 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15a402e-a35e-4684-b90c-b909630c76b4 req-e1a92ad8-519b-48bb-aa9a-dc93b4bf548e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] No DVR routers for this DVR port 2dcdadc7-8798-4bc7-a7fc-fda334a28336 on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:22:42.283110 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-c15a402e-a35e-4684-b90c-b909630c76b4 req-e1a92ad8-519b-48bb-aa9a-dc93b4bf548e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:42.284779 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f54895b-63de-4519-a9b8-205ef79b46c8 req-3581e9f6-4f77-4375-a4a7-8f8b595cc335 service neutron] 10.222.0.66 "GET /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789627 Apr 28 17:22:42.286508 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c15a402e-a35e-4684-b90c-b909630c76b4 req-e1a92ad8-519b-48bb-aa9a-dc93b4bf548e tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.66 "DELETE /v2.0/ports/2dcdadc7-8798-4bc7-a7fc-fda334a28336 HTTP/1.1" status: 204 len: 173 time: 0.6200976 Apr 28 17:22:42.286982 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'name': 'network-vif-deleted', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:22:42.289477 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c5736-0bd1-44fd-9c00-38dbe2d4575d" -d '{"events": [{"server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "name": "network-vif-deleted", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:22:42.342619 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4203c6-5ad1-46d9-af0e-9c8ad8bd3bba x-openstack-request-id: req-2d4203c6-5ad1-46d9-af0e-9c8ad8bd3bba {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:22:42.342771 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8595467f-8f76-4602-a32f-ddb4a35ae073", "name": "network-vif-deleted", "tag": "2dcdadc7-8798-4bc7-a7fc-fda334a28336", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:22:42.343077 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d4203c6-5ad1-46d9-af0e-9c8ad8bd3bba {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:22:42.343494 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4203c6-5ad1-46d9-af0e-9c8ad8bd3bba'] response: {'server_uuid': '8595467f-8f76-4602-a32f-ddb4a35ae073', 'name': 'network-vif-deleted', 'tag': '2dcdadc7-8798-4bc7-a7fc-fda334a28336', 'status': 'completed', 'code': 200} Apr 28 17:22:42.353096 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Publish callbacks [] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:42.431184 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:22:42.441684 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:42.492636 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:42.493107 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:42.544044 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Pushing event updated for resources: {'Port': ['ID=cc4f9319-f050-4b0c-8285-3066a2ff7674,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:42.544044 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346396'] for router_interface (6874d624-73af-43ce-9c02-b6833b2d8b3f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:42.580169 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:42.581364 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:42.615904 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=7d3b609a-7498-4fb9-9ff3-e513d6af3f52,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:42.634563 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Network ae2b36b0-db80-49f9-9c06-28f9e8866355 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:22:42.644572 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:22:42.671861 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a30feb85-37fb-4b04-bcb8-4158ceed0a30 req-74818a5c-bfc0-4ed8-a27e-d73ae89a850c tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 210 time: 0.0395422 Apr 28 17:22:42.731144 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52350) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:42.785742 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:42.885833 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device be423b0d-2548-4bc7-846a-7d955fbe8d97 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:42.917262 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0a047e0f-6301-414b-97a1-369dd4ba2ce4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be573a6e5f26466dacf2a255e2248468&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1849749 Apr 28 17:22:42.919825 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52354) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:42.977521 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Router 6874d624-73af-43ce-9c02-b6833b2d8b3f has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:22:43.000881 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: be423b0d-2548-4bc7-846a-7d955fbe8d97 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:43.003143 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device be423b0d-2548-4bc7-846a-7d955fbe8d97 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:43.014265 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=7d3b609a-7498-4fb9-9ff3-e513d6af3f52,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:43.061892 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-74be5e15-2236-4785-bc18-3476779ce404 admin admin] Publish callbacks [] for security_group (cc196063-a59a-4e65-bb1d-77f2fd2b4f9c), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:43.093345 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-74be5e15-2236-4785-bc18-3476779ce404 admin admin] Publish callbacks [] for security_group (cc196063-a59a-4e65-bb1d-77f2fd2b4f9c), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:43.165316 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-67c42c50-a18a-4079-b8d3-e58f17f908c9 None None] Provisioning complete for port cc4f9319-f050-4b0c-8285-3066a2ff7674 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:43.165970 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-67c42c50-a18a-4079-b8d3-e58f17f908c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:43.222482 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-67c42c50-a18a-4079-b8d3-e58f17f908c9 None None] Port cc4f9319-f050-4b0c-8285-3066a2ff7674 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:22:43.250022 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-74be5e15-2236-4785-bc18-3476779ce404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (cc196063-a59a-4e65-bb1d-77f2fd2b4f9c), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:43.260315 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-74be5e15-2236-4785-bc18-3476779ce404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:43.264988 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-74be5e15-2236-4785-bc18-3476779ce404 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc196063-a59a-4e65-bb1d-77f2fd2b4f9c HTTP/1.1" status: 204 len: 168 time: 0.3440490 Apr 28 17:22:43.284808 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be5e15-2236-4785-bc18-3476779ce404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc196063-a59a-4e65-bb1d-77f2fd2b4f9c,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:43.497682 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:22:43.504191 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d15acd26-c40f-4649-8ceb-10e70fd1c7ac admin admin] 10.222.0.64 "PUT /v2.0/routers/6874d624-73af-43ce-9c02-b6833b2d8b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4152420 Apr 28 17:22:43.511481 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Sync routers for ids ['6874d624-73af-43ce-9c02-b6833b2d8b3f'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:22:43.528595 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Routers {'6874d624-73af-43ce-9c02-b6833b2d8b3f'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:43.529220 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['6874d624-73af-43ce-9c02-b6833b2d8b3f'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:43.658831 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Set router 6874d624-73af-43ce-9c02-b6833b2d8b3f gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:43.836328 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7dfc5b61-b4b2-432a-998a-0cb294e2a1df req-72c5c6d0-0b65-4063-b1cd-0c798b7822c0 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8595467f-8f76-4602-a32f-ddb4a35ae073 HTTP/1.1" status: 200 len: 210 time: 0.0453515 Apr 28 17:22:43.945378 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'name': 'tempest-TestMinimumBasicScenario-622199376-router', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:35Z', 'updated_at': '2022-04-28T17:22:41Z', 'revision_number': 4, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'gw_port': {'id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:36Z', 'updated_at': '2022-04-28T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'cc4f9319-f050-4b0c-8285-3066a2ff7674', 'name': '', 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'mac_address': 'fa:16:3e:01:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:40Z', 'updated_at': '2022-04-28T17:22:42Z', 'revision_number': 2, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'subnets': [{'id': 'edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:43.976743 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Checking router: 6874d624-73af-43ce-9c02-b6833b2d8b3f for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:22:43.977188 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Updating router 6874d624-73af-43ce-9c02-b6833b2d8b3f port cc4f9319-f050-4b0c-8285-3066a2ff7674 binding host dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:22:44.006024 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:44.495377 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:22:44.556478 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Publish callbacks [] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:44.564237 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:44.564618 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:44.637408 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:44.776264 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:44.785350 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadb171-9d89-40bf-b4a7-42e98bd7f6d5 None None] Pushing event updated for resources: {'Port': ['ID=cc4f9319-f050-4b0c-8285-3066a2ff7674,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:44.797925 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Attempting to bind port cc4f9319-f050-4b0c-8285-3066a2ff7674 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:22:44.798360 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Attempting to bind port cc4f9319-f050-4b0c-8285-3066a2ff7674 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': '55b55721-78ba-4e5f-9f3e-1e21e356e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:22:44.814183 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Attempting to bind port cc4f9319-f050-4b0c-8285-3066a2ff7674 on network ae2b36b0-db80-49f9-9c06-28f9e8866355 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:22:44.814183 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:22:44.814183 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Checking segment: {'id': '55b55721-78ba-4e5f-9f3e-1e21e356e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:22:44.814183 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:44.814183 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Bound using segment: {'id': '55b55721-78ba-4e5f-9f3e-1e21e356e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:22:44.814183 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Bound port: cc4f9319-f050-4b0c-8285-3066a2ff7674, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b55721-78ba-4e5f-9f3e-1e21e356e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:22:44.814183 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:44.911060 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52448) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:44.937117 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] For port cc4f9319-f050-4b0c-8285-3066a2ff7674, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:22:44.945909 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] For port cc4f9319-f050-4b0c-8285-3066a2ff7674, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=cc4f9319-f050-4b0c-8285-3066a2ff7674,segment=NetworkSegment(55b55721-78ba-4e5f-9f3e-1e21e356e770),segment_id=55b55721-78ba-4e5f-9f3e-1e21e356e770)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:22:44.993419 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f39980c5-8a6f-4c04-962e-36e339419093 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group (0257935c-c2cf-4f65-9db8-4d234e2a26a7), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:45.042336 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:45.063217 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f39980c5-8a6f-4c04-962e-36e339419093 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group (0257935c-c2cf-4f65-9db8-4d234e2a26a7), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:45.121219 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadb171-9d89-40bf-b4a7-42e98bd7f6d5 None None] Pushing event updated for resources: {'Port': ['ID=cc4f9319-f050-4b0c-8285-3066a2ff7674,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:45.152499 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-7c622157-26b4-4a13-8687-13a973c94689 None None] Provisioning complete for port cc4f9319-f050-4b0c-8285-3066a2ff7674 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:45.152499 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-7c622157-26b4-4a13-8687-13a973c94689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:45.156030 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Routers {'6874d624-73af-43ce-9c02-b6833b2d8b3f'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:45.156452 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['6874d624-73af-43ce-9c02-b6833b2d8b3f'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:45.293911 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f39980c5-8a6f-4c04-962e-36e339419093 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (0257935c-c2cf-4f65-9db8-4d234e2a26a7), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:45.297247 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f39980c5-8a6f-4c04-962e-36e339419093 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:45.298751 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-f39980c5-8a6f-4c04-962e-36e339419093 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] 10.222.0.64 "DELETE /v2.0/security-groups/0257935c-c2cf-4f65-9db8-4d234e2a26a7 HTTP/1.1" status: 204 len: 168 time: 0.3865664 Apr 28 17:22:45.317503 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39980c5-8a6f-4c04-962e-36e339419093 tempest-TestShelveInstance-712114308 tempest-TestShelveInstance-712114308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0257935c-c2cf-4f65-9db8-4d234e2a26a7,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:45.345623 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] Set router 6874d624-73af-43ce-9c02-b6833b2d8b3f gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:45.462059 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52464) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:45.769661 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 2dcdadc7-8798-4bc7-a7fc-fda334a28336 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:45.779438 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'name': 'tempest-TestMinimumBasicScenario-622199376-router', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:35Z', 'updated_at': '2022-04-28T17:22:41Z', 'revision_number': 4, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'gw_port': {'id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:36Z', 'updated_at': '2022-04-28T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'cc4f9319-f050-4b0c-8285-3066a2ff7674', 'name': '', 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'mac_address': 'fa:16:3e:01:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:40Z', 'updated_at': '2022-04-28T17:22:44Z', 'revision_number': 4, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'subnets': [{'id': 'edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:45.829119 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e13b143-67ce-43bd-b5bb-fc95410e3880 None None] The sync data for ids ['6874d624-73af-43ce-9c02-b6833b2d8b3f'] in dv-cinder-826949-5-iscsi is: [{'id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'name': 'tempest-TestMinimumBasicScenario-622199376-router', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:35Z', 'updated_at': '2022-04-28T17:22:41Z', 'revision_number': 4, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'gw_port': {'id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:36Z', 'updated_at': '2022-04-28T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'cc4f9319-f050-4b0c-8285-3066a2ff7674', 'name': '', 'network_id': 'ae2b36b0-db80-49f9-9c06-28f9e8866355', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'mac_address': 'fa:16:3e:01:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:40Z', 'updated_at': '2022-04-28T17:22:44Z', 'revision_number': 4, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'subnets': [{'id': 'edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:45.888093 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: 2dcdadc7-8798-4bc7-a7fc-fda334a28336 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:45.888093 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 2dcdadc7-8798-4bc7-a7fc-fda334a28336 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:45.971719 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-7c622157-26b4-4a13-8687-13a973c94689 None None] Current status of the port cc4f9319-f050-4b0c-8285-3066a2ff7674 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:45.972211 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-7c622157-26b4-4a13-8687-13a973c94689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:46.063932 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-7c622157-26b4-4a13-8687-13a973c94689 None None] For port cc4f9319-f050-4b0c-8285-3066a2ff7674, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=cc4f9319-f050-4b0c-8285-3066a2ff7674,segment=NetworkSegment(55b55721-78ba-4e5f-9f3e-1e21e356e770),segment_id=55b55721-78ba-4e5f-9f3e-1e21e356e770)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:46.155192 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-7c622157-26b4-4a13-8687-13a973c94689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:46.248037 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c622157-26b4-4a13-8687-13a973c94689 None None] Pushing event updated for resources: {'Port': ['ID=cc4f9319-f050-4b0c-8285-3066a2ff7674,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:46.295505 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-56ab2529-f53d-4e36-8e6f-a314fddadd53 None None] Provisioning complete for port cc4f9319-f050-4b0c-8285-3066a2ff7674 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:46.295880 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-56ab2529-f53d-4e36-8e6f-a314fddadd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:46.521254 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-56ab2529-f53d-4e36-8e6f-a314fddadd53 None None] Current status of the port cc4f9319-f050-4b0c-8285-3066a2ff7674 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:46.579709 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device cc4f9319-f050-4b0c-8285-3066a2ff7674 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:22:46.688469 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port cc4f9319-f050-4b0c-8285-3066a2ff7674 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:22:46.688892 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:46.850072 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port cc4f9319-f050-4b0c-8285-3066a2ff7674 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:22:46.938714 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346427'] for router_interface (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:47.276431 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] Deleting port 169bcd00-bd98-480e-9686-bbfe2daa8338 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:47.278311 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:47.438991 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] For port 169bcd00-bd98-480e-9686-bbfe2daa8338, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=169bcd00-bd98-480e-9686-bbfe2daa8338,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:47.439418 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:47.464110 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] Calling delete_port for 169bcd00-bd98-480e-9686-bbfe2daa8338 owned by network:router_interface {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:47.894832 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (169bcd00-bd98-480e-9686-bbfe2daa8338), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:47.935964 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=169bcd00-bd98-480e-9686-bbfe2daa8338,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:48.207042 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346519'] for router_interface (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:48.533059 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] Router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:22:48.663563 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:22:48.673105 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcd46e-60aa-49d8-abd5-7cc1bb17843b None None] Sync routers for ids ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:22:48.674507 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52540) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:48.681779 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-a965ff2c-318f-4e41-8d11-eb3bdc4aa1ee admin admin] 10.222.0.64 "PUT /v2.0/routers/8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2184274 Apr 28 17:22:48.686177 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcd46e-60aa-49d8-abd5-7cc1bb17843b None None] Routers {'8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:48.687074 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-95fcd46e-60aa-49d8-abd5-7cc1bb17843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:48.794917 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Publish callbacks [] for router (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:48.822144 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-95fcd46e-60aa-49d8-abd5-7cc1bb17843b None None] Set router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:48.923229 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Publish callbacks [] for router_gateway (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:49.018121 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-95fcd46e-60aa-49d8-abd5-7cc1bb17843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:22:47Z', 'revision_number': 5, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port': {'id': '2ebd1969-8bbd-4ddc-bfb8-128c215e12b0', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:42Z', 'updated_at': '2022-04-28T17:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:49.051119 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcd46e-60aa-49d8-abd5-7cc1bb17843b None None] Checking router: 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:22:49.063814 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcd46e-60aa-49d8-abd5-7cc1bb17843b None None] Routers {'8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:49.076216 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-95fcd46e-60aa-49d8-abd5-7cc1bb17843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:49.089090 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Deleting port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:49.089767 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:49.161123 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-95fcd46e-60aa-49d8-abd5-7cc1bb17843b None None] Set router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c gateway port host: None {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:49.183590 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] For port 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=2ebd1969-8bbd-4ddc-bfb8-128c215e12b0,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:49.184045 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:49.199547 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Calling delete_port for 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:49.221465 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-95fcd46e-60aa-49d8-abd5-7cc1bb17843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:22:48Z', 'revision_number': 6, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port_host': None}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:49.248931 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcd46e-60aa-49d8-abd5-7cc1bb17843b None None] The sync data for ids ['8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c'] in dv-cinder-826949-5-iscsi is: [{'id': '8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c', 'name': 'tempest-TestShelveInstance-2012985462-router', 'tenant_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:41Z', 'updated_at': '2022-04-28T17:22:48Z', 'revision_number': 6, 'project_id': 'fbcc6f0b77184e149a43d3ae73acec24', 'gw_port_host': None}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:49.510645 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (2ebd1969-8bbd-4ddc-bfb8-128c215e12b0), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:49.543552 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebd1969-8bbd-4ddc-bfb8-128c215e12b0,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:49.620953 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-723709'] for router_gateway (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:49.738417 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-348742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14345'] for router (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:49.739621 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Publish callbacks [] for router_controller (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:49.939179 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-348767'] for router (8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:49.939672 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 17:22:49.946107 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:49.947253 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5e58dad6-9ca3-4ce8-a0c0-a148327c0dc0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8cc1b117-a2ed-4577-89a6-dd1bf7cb3e0c HTTP/1.1" status: 204 len: 168 time: 1.2717698 Apr 28 17:22:49.950049 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52554) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:49.998301 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f7d197-7075-4271-bb8e-ec41b2136cec admin admin] Deleting subnet 6e8007a0-4cce-4670-8577-367d74defe80 {{(pid=103997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:22:50.002319 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-90f7d197-7075-4271-bb8e-ec41b2136cec admin admin] Publish callbacks [] for subnet (6e8007a0-4cce-4670-8577-367d74defe80), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.042330 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-90f7d197-7075-4271-bb8e-ec41b2136cec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4244606'] for subnet (6e8007a0-4cce-4670-8577-367d74defe80), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.150237 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-90f7d197-7075-4271-bb8e-ec41b2136cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (6e8007a0-4cce-4670-8577-367d74defe80), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.317922 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-90f7d197-7075-4271-bb8e-ec41b2136cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5206430'] for subnet (6e8007a0-4cce-4670-8577-367d74defe80), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.348108 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7d197-7075-4271-bb8e-ec41b2136cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e8007a0-4cce-4670-8577-367d74defe80,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:50.357567 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-90f7d197-7075-4271-bb8e-ec41b2136cec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.362123 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1974b7b9-8739-4454-af2d-43b100be05a5 None None] Network edf64d58-19ad-4a56-9941-a9398d1546bb requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:22:50.379979 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-90f7d197-7075-4271-bb8e-ec41b2136cec admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6e8007a0-4cce-4670-8577-367d74defe80 HTTP/1.1" status: 204 len: 168 time: 0.4287009 Apr 28 17:22:50.382362 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52558) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:50.453646 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 169bcd00-bd98-480e-9686-bbfe2daa8338 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:50.493049 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 169bcd00-bd98-480e-9686-bbfe2daa8338 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:50.493996 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 169bcd00-bd98-480e-9686-bbfe2daa8338 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:50.493996 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:50.507459 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (edf64d58-19ad-4a56-9941-a9398d1546bb), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.553087 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:50.554049 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 2ebd1969-8bbd-4ddc-bfb8-128c215e12b0 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:50.592902 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Deleting port ec1c913c-5372-4a56-be52-14b7ec9201dc {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:50.593234 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.671808 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] For port ec1c913c-5372-4a56-be52-14b7ec9201dc, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=ec1c913c-5372-4a56-be52-14b7ec9201dc,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:50.672205 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.686779 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Calling delete_port for ec1c913c-5372-4a56-be52-14b7ec9201dc owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:50.696750 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] DHCP port deletion for edf64d58-19ad-4a56-9941-a9398d1546bb request from dv-cinder-826949-5-iscsi {{(pid=103998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 17:22:50.749674 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Deleting port ec1c913c-5372-4a56-be52-14b7ec9201dc {{(pid=103998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:50.750824 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), before_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.824195 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] For port ec1c913c-5372-4a56-be52-14b7ec9201dc, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=ec1c913c-5372-4a56-be52-14b7ec9201dc,segment=NetworkSegment(aece5cc2-3bd9-4e53-bd83-c4e7b03b9015),segment_id=aece5cc2-3bd9-4e53-bd83-c4e7b03b9015)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:50.824955 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), precommit_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.845830 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Calling delete_port for ec1c913c-5372-4a56-be52-14b7ec9201dc owned by network:dhcp {{(pid=103998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:50.861959 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.890453 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1c913c-5372-4a56-be52-14b7ec9201dc,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:50.896223 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] No DVR routers for this DVR port ec1c913c-5372-4a56-be52-14b7ec9201dc on host dv-cinder-826949-5-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:22:50.987158 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167'] for port (ec1c913c-5372-4a56-be52-14b7ec9201dc), after_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:50.988544 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (edf64d58-19ad-4a56-9941-a9398d1546bb), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:51.017420 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Pushing event deleted for resources: {'Port': ['ID=ec1c913c-5372-4a56-be52-14b7ec9201dc,revision_number=None']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:51.030063 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] No DVR routers for this DVR port ec1c913c-5372-4a56-be52-14b7ec9201dc on host dv-cinder-826949-5-iscsi {{(pid=103998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:22:51.035015 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf64d58-19ad-4a56-9941-a9398d1546bb']}} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:51.052534 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.054828 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015') {'for_net_delete': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:51.055130 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aece5cc2-3bd9-4e53-bd83-c4e7b03b9015') {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:51.056474 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.070467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503dbd2-ded1-4035-adcb-bd584cc0a583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:22:51.087107 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4244583'] for segment (aece5cc2-3bd9-4e53-bd83-c4e7b03b9015), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:51.100017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (aece5cc2-3bd9-4e53-bd83-c4e7b03b9015), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:51.108906 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:22:51.109544 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (aece5cc2-3bd9-4e53-bd83-c4e7b03b9015), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: Traceback (most recent call last): Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: timer() Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: cb(*args, **kw) Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: return func(*args, **kwargs) Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: self._notify() Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: self.callback(batched_events) Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: event.method(event) Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: return f(self, *a, **k) Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._get(url).json() Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: return self.request(url, 'GET', **kwargs) Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:22:51.111464 dv-cinder-826949-5-iscsi neutron-server[103997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:22:51.247683 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (edf64d58-19ad-4a56-9941-a9398d1546bb), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:51.271085 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:51.274335 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52566) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:51.274880 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/edf64d58-19ad-4a56-9941-a9398d1546bb HTTP/1.1" status: 204 len: 168 time: 0.8902586 Apr 28 17:22:51.275801 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56289ebb-4de3-476b-8aac-ebb4d716dbe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf64d58-19ad-4a56-9941-a9398d1546bb,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:51.711549 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346427'] for router_interface (188a4789-0898-4418-95f0-2436d279a96c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:51.997070 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] Deleting port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:51.997517 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:52.088811 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] For port b225b3b0-166b-476e-a3a3-cf6a6fc2a2db, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b225b3b0-166b-476e-a3a3-cf6a6fc2a2db,segment=NetworkSegment(03b8fd0b-ef09-40ea-9c75-e82f204a36fc),segment_id=03b8fd0b-ef09-40ea-9c75-e82f204a36fc)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:52.089440 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:52.106471 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] Calling delete_port for b225b3b0-166b-476e-a3a3-cf6a6fc2a2db owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:52.399441 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device ec1c913c-5372-4a56-be52-14b7ec9201dc no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:52.408060 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (b225b3b0-166b-476e-a3a3-cf6a6fc2a2db), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:52.424002 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: ec1c913c-5372-4a56-be52-14b7ec9201dc {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:52.424390 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device ec1c913c-5372-4a56-be52-14b7ec9201dc not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:52.441763 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] Pushing event deleted for resources: {'Port': ['ID=b225b3b0-166b-476e-a3a3-cf6a6fc2a2db,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:52.666950 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346519'] for router_interface (188a4789-0898-4418-95f0-2436d279a96c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:52.917062 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] Router 188a4789-0898-4418-95f0-2436d279a96c has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:22:53.035456 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:22:53.041559 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b0746b16-d89a-4bf5-a2f1-a66d90b1193f admin admin] 10.222.0.64 "PUT /v2.0/routers/188a4789-0898-4418-95f0-2436d279a96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7652514 Apr 28 17:22:53.043978 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52606) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:53.046667 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe60e13-470e-41bb-bf34-e66140fbaa17 None None] Sync routers for ids ['188a4789-0898-4418-95f0-2436d279a96c'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:22:53.067893 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe60e13-470e-41bb-bf34-e66140fbaa17 None None] Routers {'188a4789-0898-4418-95f0-2436d279a96c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:53.068752 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bfe60e13-470e-41bb-bf34-e66140fbaa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['188a4789-0898-4418-95f0-2436d279a96c'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:53.260773 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Publish callbacks [] for router (188a4789-0898-4418-95f0-2436d279a96c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:53.268539 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-bfe60e13-470e-41bb-bf34-e66140fbaa17 None None] Set router 188a4789-0898-4418-95f0-2436d279a96c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:53.368734 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc00311-34bb-483a-a2e7-bc97766eb8ab req-db1ac1d5-b6bd-4088-975c-8aa4f0614407 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:53.375613 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5cc00311-34bb-483a-a2e7-bc97766eb8ab req-db1ac1d5-b6bd-4088-975c-8aa4f0614407 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 946 time: 0.0726688 Apr 28 17:22:53.459258 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Publish callbacks [] for router_gateway (188a4789-0898-4418-95f0-2436d279a96c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:53.476024 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5cc00311-34bb-483a-a2e7-bc97766eb8ab req-d8a24d18-aad6-459b-8b16-edbaf800e213 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974221 Apr 28 17:22:53.479531 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bfe60e13-470e-41bb-bf34-e66140fbaa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a4789-0898-4418-95f0-2436d279a96c', 'name': 'tempest-TestShelveInstance-1796877763-router', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:49Z', 'updated_at': '2022-04-28T17:22:52Z', 'revision_number': 5, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'gw_port': {'id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:50Z', 'updated_at': '2022-04-28T17:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:53.518562 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe60e13-470e-41bb-bf34-e66140fbaa17 None None] Checking router: 188a4789-0898-4418-95f0-2436d279a96c for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:22:53.527807 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe60e13-470e-41bb-bf34-e66140fbaa17 None None] Routers {'188a4789-0898-4418-95f0-2436d279a96c'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:53.528658 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bfe60e13-470e-41bb-bf34-e66140fbaa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['188a4789-0898-4418-95f0-2436d279a96c'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:53.603482 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Deleting port a9c76bc7-f815-4ab2-9353-e973a5093104 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:53.604147 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:53.665721 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-bfe60e13-470e-41bb-bf34-e66140fbaa17 None None] Set router 188a4789-0898-4418-95f0-2436d279a96c gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:53.696420 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] For port a9c76bc7-f815-4ab2-9353-e973a5093104, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=a9c76bc7-f815-4ab2-9353-e973a5093104,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:53.697116 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:53.722281 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Calling delete_port for a9c76bc7-f815-4ab2-9353-e973a5093104 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:53.898647 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bfe60e13-470e-41bb-bf34-e66140fbaa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188a4789-0898-4418-95f0-2436d279a96c', 'name': 'tempest-TestShelveInstance-1796877763-router', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:49Z', 'updated_at': '2022-04-28T17:22:52Z', 'revision_number': 5, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'gw_port': {'id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:50Z', 'updated_at': '2022-04-28T17:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:53.936591 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe60e13-470e-41bb-bf34-e66140fbaa17 None None] The sync data for ids ['188a4789-0898-4418-95f0-2436d279a96c'] in dv-cinder-826949-5-iscsi is: [{'id': '188a4789-0898-4418-95f0-2436d279a96c', 'name': 'tempest-TestShelveInstance-1796877763-router', 'tenant_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:49Z', 'updated_at': '2022-04-28T17:22:52Z', 'revision_number': 5, 'project_id': '4dbe0594ff494cc0a2dd6ca6594634c9', 'gw_port': {'id': 'a9c76bc7-f815-4ab2-9353-e973a5093104', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188a4789-0898-4418-95f0-2436d279a96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:50Z', 'updated_at': '2022-04-28T17:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:54.002544 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (a9c76bc7-f815-4ab2-9353-e973a5093104), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:54.027624 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c76bc7-f815-4ab2-9353-e973a5093104,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:54.105539 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-723709'] for router_gateway (188a4789-0898-4418-95f0-2436d279a96c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:54.544603 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-348742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14345'] for router (188a4789-0898-4418-95f0-2436d279a96c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:54.549182 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Publish callbacks [] for router_controller (188a4789-0898-4418-95f0-2436d279a96c), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:54.582708 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b225b3b0-166b-476e-a3a3-cf6a6fc2a2db no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:54.613179 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: b225b3b0-166b-476e-a3a3-cf6a6fc2a2db {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:54.613529 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b225b3b0-166b-476e-a3a3-cf6a6fc2a2db not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:54.708560 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a59d1-ac30-4838-86b6-4f9cca0ae859 req-c3ba676d-1a91-4c1a-8ab5-80651f21c30b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:54.716180 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-323a59d1-ac30-4838-86b6-4f9cca0ae859 req-c3ba676d-1a91-4c1a-8ab5-80651f21c30b tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 946 time: 0.1435103 Apr 28 17:22:54.761808 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-348767'] for router (188a4789-0898-4418-95f0-2436d279a96c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:54.762327 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 188a4789-0898-4418-95f0-2436d279a96c {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 17:22:54.772583 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:54.776480 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52638) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:54.776941 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52640) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:54.790181 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-24ef66f3-c162-4ba9-b776-7afef7b77a4a admin admin] 10.222.0.64 "DELETE /v2.0/routers/188a4789-0898-4418-95f0-2436d279a96c HTTP/1.1" status: 204 len: 168 time: 1.7440760 Apr 28 17:22:54.814472 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-323a59d1-ac30-4838-86b6-4f9cca0ae859 req-38bbb89e-e5ea-49b3-b52f-12789e6092cd tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925784 Apr 28 17:22:54.854363 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24790ee-8176-4401-81bf-0e8f328103bc admin admin] Deleting subnet 4f9dafb4-e76f-4aab-91f7-c32af02967a2 {{(pid=103997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:22:54.858515 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d24790ee-8176-4401-81bf-0e8f328103bc admin admin] Publish callbacks [] for subnet (4f9dafb4-e76f-4aab-91f7-c32af02967a2), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:54.927924 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d24790ee-8176-4401-81bf-0e8f328103bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4244606'] for subnet (4f9dafb4-e76f-4aab-91f7-c32af02967a2), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.041098 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d24790ee-8176-4401-81bf-0e8f328103bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (4f9dafb4-e76f-4aab-91f7-c32af02967a2), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.058084 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52646) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:55.149155 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b58923da-e3b1-4c88-b1c5-9f0582835c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.152000 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4506674f-14f4-477f-b57b-f8f5c71119ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.246941 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d24790ee-8176-4401-81bf-0e8f328103bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5206430'] for subnet (4f9dafb4-e76f-4aab-91f7-c32af02967a2), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.264019 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4506674f-14f4-477f-b57b-f8f5c71119ff admin admin] Publish callbacks [] for security_group (cf5cf3f3-6a5e-466a-8b66-137d051d5a2c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.264162 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b58923da-e3b1-4c88-b1c5-9f0582835c0b admin admin] Publish callbacks [] for security_group (4ed638c1-3474-4d1a-950f-e8d7b9173c3e), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.271603 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d24790ee-8176-4401-81bf-0e8f328103bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.275474 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d24790ee-8176-4401-81bf-0e8f328103bc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4f9dafb4-e76f-4aab-91f7-c32af02967a2 HTTP/1.1" status: 204 len: 168 time: 0.4932258 Apr 28 17:22:55.276255 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca25213d-3ded-401b-ae66-0ea72e0fc892 None None] Network d8d81ff2-13fc-4ba6-8e2f-538907abb01e requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:22:55.278008 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52650) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:55.312744 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24790ee-8176-4401-81bf-0e8f328103bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9dafb4-e76f-4aab-91f7-c32af02967a2,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:55.432689 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b58923da-e3b1-4c88-b1c5-9f0582835c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (4ed638c1-3474-4d1a-950f-e8d7b9173c3e), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.472615 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4506674f-14f4-477f-b57b-f8f5c71119ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (cf5cf3f3-6a5e-466a-8b66-137d051d5a2c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.473592 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (d8d81ff2-13fc-4ba6-8e2f-538907abb01e), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.509746 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-47b9c5f6-7dc7-4435-85bb-3ae76af4c255 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:55.511235 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-47b9c5f6-7dc7-4435-85bb-3ae76af4c255 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 946 time: 0.1672711 Apr 28 17:22:55.517518 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b58923da-e3b1-4c88-b1c5-9f0582835c0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac329eb8d3814c2bb9cc726064a51a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7394507 Apr 28 17:22:55.519310 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58923da-e3b1-4c88-b1c5-9f0582835c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed638c1-3474-4d1a-950f-e8d7b9173c3e,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:55.522809 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52652) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:55.553592 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb3616a-2fb8-4846-ba5c-27572f377291 None None] DHCP port deletion for d8d81ff2-13fc-4ba6-8e2f-538907abb01e request from dv-cinder-826949-5-iscsi {{(pid=103998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 17:22:55.556820 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4506674f-14f4-477f-b57b-f8f5c71119ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1e5b444a2864b8184859d49ab3db309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4975970 Apr 28 17:22:55.560345 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52654) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:55.577985 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506674f-14f4-477f-b57b-f8f5c71119ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5cf3f3-6a5e-466a-8b66-137d051d5a2c,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:55.596788 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Deleting port 88cc347f-ba1b-43ec-a90d-b588070cdafd {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:55.597132 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.653152 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3352-b06f-4652-9e11-9e61501ff94a admin admin] Publish callbacks [] for security_group (cf5cf3f3-6a5e-466a-8b66-137d051d5a2c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.658521 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-1bb3616a-2fb8-4846-ba5c-27572f377291 None None] Deleting port 88cc347f-ba1b-43ec-a90d-b588070cdafd {{(pid=103998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:55.659131 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1bb3616a-2fb8-4846-ba5c-27572f377291 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), before_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.668025 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-484e7fd6-ab72-472f-897b-08faca06d883 admin admin] Publish callbacks [] for security_group (4ed638c1-3474-4d1a-950f-e8d7b9173c3e), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.684173 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3352-b06f-4652-9e11-9e61501ff94a admin admin] Publish callbacks [] for security_group (cf5cf3f3-6a5e-466a-8b66-137d051d5a2c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.705238 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] For port 88cc347f-ba1b-43ec-a90d-b588070cdafd, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=88cc347f-ba1b-43ec-a90d-b588070cdafd,segment=NetworkSegment(03b8fd0b-ef09-40ea-9c75-e82f204a36fc),segment_id=03b8fd0b-ef09-40ea-9c75-e82f204a36fc)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:55.705608 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.717986 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-484e7fd6-ab72-472f-897b-08faca06d883 admin admin] Publish callbacks [] for security_group (4ed638c1-3474-4d1a-950f-e8d7b9173c3e), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.733318 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Calling delete_port for 88cc347f-ba1b-43ec-a90d-b588070cdafd owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:55.876956 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3352-b06f-4652-9e11-9e61501ff94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (cf5cf3f3-6a5e-466a-8b66-137d051d5a2c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.879899 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3352-b06f-4652-9e11-9e61501ff94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.884634 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6d2f3352-b06f-4652-9e11-9e61501ff94a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf5cf3f3-6a5e-466a-8b66-137d051d5a2c HTTP/1.1" status: 204 len: 168 time: 0.3189504 Apr 28 17:22:55.892132 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.918365 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f3352-b06f-4652-9e11-9e61501ff94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5cf3f3-6a5e-466a-8b66-137d051d5a2c,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:55.981942 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-1bb3616a-2fb8-4846-ba5c-27572f377291 None None] For port 88cc347f-ba1b-43ec-a90d-b588070cdafd, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=88cc347f-ba1b-43ec-a90d-b588070cdafd,segment=NetworkSegment(03b8fd0b-ef09-40ea-9c75-e82f204a36fc),segment_id=03b8fd0b-ef09-40ea-9c75-e82f204a36fc)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:55.982422 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1bb3616a-2fb8-4846-ba5c-27572f377291 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), precommit_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:55.998586 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-1bb3616a-2fb8-4846-ba5c-27572f377291 None None] Calling delete_port for 88cc347f-ba1b-43ec-a90d-b588070cdafd owned by network:dhcp {{(pid=103998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:56.046398 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Deleting port d37dd390-c1d8-4c63-8c70-2ca31fdc913c {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:22:56.047338 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.076884 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73678ad1-9cd0-439c-96c3-e84cf4a796bd req-272d0411-7c81-46ae-b115-5e76ee6ce1af tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:56.079138 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-73678ad1-9cd0-439c-96c3-e84cf4a796bd req-272d0411-7c81-46ae-b115-5e76ee6ce1af tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 946 time: 0.1289990 Apr 28 17:22:56.087445 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-484e7fd6-ab72-472f-897b-08faca06d883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (4ed638c1-3474-4d1a-950f-e8d7b9173c3e), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.090886 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-484e7fd6-ab72-472f-897b-08faca06d883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.092417 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-484e7fd6-ab72-472f-897b-08faca06d883 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ed638c1-3474-4d1a-950f-e8d7b9173c3e HTTP/1.1" status: 204 len: 168 time: 0.5666966 Apr 28 17:22:56.154016 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e7fd6-ab72-472f-897b-08faca06d883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed638c1-3474-4d1a-950f-e8d7b9173c3e,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:56.211422 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1bb3616a-2fb8-4846-ba5c-27572f377291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), after_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.230362 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:22:56.243709 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (88cc347f-ba1b-43ec-a90d-b588070cdafd), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.253273 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3616a-2fb8-4846-ba5c-27572f377291 None None] Pushing event deleted for resources: {'Port': ['ID=88cc347f-ba1b-43ec-a90d-b588070cdafd,revision_number=None']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:56.266154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb3616a-2fb8-4846-ba5c-27572f377291 None None] No DVR routers for this DVR port 88cc347f-ba1b-43ec-a90d-b588070cdafd on host dv-cinder-826949-5-iscsi {{(pid=103998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:22:56.324757 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Pushing event deleted for resources: {'Port': ['ID=88cc347f-ba1b-43ec-a90d-b588070cdafd,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:56.333524 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] No DVR routers for this DVR port 88cc347f-ba1b-43ec-a90d-b588070cdafd on host dv-cinder-826949-5-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:22:56.340604 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-73678ad1-9cd0-439c-96c3-e84cf4a796bd req-45d689a2-8c82-4f57-b41b-face4ea9f7f0 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317576 Apr 28 17:22:56.373979 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] For port d37dd390-c1d8-4c63-8c70-2ca31fdc913c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d37dd390-c1d8-4c63-8c70-2ca31fdc913c,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:22:56.390423 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.497558 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 88cc347f-ba1b-43ec-a90d-b588070cdafd no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:56.545534 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (d8d81ff2-13fc-4ba6-8e2f-538907abb01e), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.547097 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 88cc347f-ba1b-43ec-a90d-b588070cdafd {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:56.547456 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 88cc347f-ba1b-43ec-a90d-b588070cdafd not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:56.547885 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device a9c76bc7-f815-4ab2-9353-e973a5093104 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:56.627735 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: a9c76bc7-f815-4ab2-9353-e973a5093104 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:56.628102 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device a9c76bc7-f815-4ab2-9353-e973a5093104 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:56.633911 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d81ff2-13fc-4ba6-8e2f-538907abb01e']}} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:56.651128 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b8fd0b-ef09-40ea-9c75-e82f204a36fc') {'for_net_delete': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:56.651517 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b8fd0b-ef09-40ea-9c75-e82f204a36fc') {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:56.665852 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4244583'] for segment (03b8fd0b-ef09-40ea-9c75-e82f204a36fc), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.742839 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (03b8fd0b-ef09-40ea-9c75-e82f204a36fc), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.763108 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:22:56.763108 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (03b8fd0b-ef09-40ea-9c75-e82f204a36fc), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: Traceback (most recent call last): Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: timer() Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: cb(*args, **kw) Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: return func(*args, **kwargs) Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: self._notify() Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: self.callback(batched_events) Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: event.method(event) Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: return f(self, *a, **k) Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._get(url).json() Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: return self.request(url, 'GET', **kwargs) Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:22:56.779441 dv-cinder-826949-5-iscsi neutron-server[103997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:22:56.801886 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.802268 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (26f5882e-1d5d-4a6c-bce4-069061242914), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:56.802599 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Floating IP 26f5882e-1d5d-4a6c-bce4-069061242914 disassociated. External IP: 172.27.2.12, port: d37dd390-c1d8-4c63-8c70-2ca31fdc913c. Apr 28 17:22:56.802960 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Calling delete_port for d37dd390-c1d8-4c63-8c70-2ca31fdc913c owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:22:57.479482 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d6964-9525-48ef-86c8-de7ffadb3e4a req-7b992d8a-8f4f-456a-b34a-b6e7332d6db3 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:57.481062 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-828d6964-9525-48ef-86c8-de7ffadb3e4a req-7b992d8a-8f4f-456a-b34a-b6e7332d6db3 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 946 time: 0.0481830 Apr 28 17:22:57.530802 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-828d6964-9525-48ef-86c8-de7ffadb3e4a req-0621e6fb-00db-41f6-b274-57a020150459 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8db058f-9a18-4547-b4a5-62a498c9d0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442636 Apr 28 17:22:57.687951 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (d8d81ff2-13fc-4ba6-8e2f-538907abb01e), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:57.692409 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:57.699185 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] 10.222.0.64 "DELETE /v2.0/networks/d8d81ff2-13fc-4ba6-8e2f-538907abb01e HTTP/1.1" status: 204 len: 168 time: 2.4173570 Apr 28 17:22:57.711076 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3813a51-4182-4c56-addb-13419cc255ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d81ff2-13fc-4ba6-8e2f-538907abb01e,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:57.716692 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (d37dd390-c1d8-4c63-8c70-2ca31fdc913c), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:57.775934 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'Port': ['ID=d37dd390-c1d8-4c63-8c70-2ca31fdc913c,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:57.956637 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Router c49b146b-69f2-4709-8960-3efb5017f956 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:22:58.375534 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52702) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:58.424777 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-470280e7-5156-4f68-8a92-b6756cf43b53 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbcc6f0b77184e149a43d3ae73acec24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479548 Apr 28 17:22:58.427741 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52704) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:58.476327 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:22:58.490424 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fb4d2-f323-4945-b66d-88ae76632ba8 None None] Sync routers for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:22:58.499181 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fb4d2-f323-4945-b66d-88ae76632ba8 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:58.500010 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-6a7fb4d2-f323-4945-b66d-88ae76632ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:58.538334 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] No DVR routers for this DVR port d37dd390-c1d8-4c63-8c70-2ca31fdc913c on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:22:58.540999 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:58.544865 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-180fb210-153b-44e2-8dca-ead76044c4b6 req-c42c6cd2-64be-4bee-a76f-1d87a3007923 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.66 "DELETE /v2.0/ports/d37dd390-c1d8-4c63-8c70-2ca31fdc913c HTTP/1.1" status: 204 len: 173 time: 2.7962761 Apr 28 17:22:58.547338 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'name': 'network-vif-deleted', 'tag': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:22:58.550576 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a5a888-ab9d-47ea-a513-7aebde746cc5" -d '{"events": [{"server_uuid": "357ce1a9-cb15-43c6-a5b4-fd313b62918f", "name": "network-vif-deleted", "tag": "d37dd390-c1d8-4c63-8c70-2ca31fdc913c"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:22:58.566377 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f549ddd3-3350-4e55-b355-86907f16bf66 admin admin] Publish callbacks [] for security_group (afa8ee7b-331b-4cb6-b130-db3834adb04c), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:58.627165 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-6a7fb4d2-f323-4945-b66d-88ae76632ba8 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:58.650426 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0612fcd-9a22-4627-8b78-77291f1dfeed x-openstack-request-id: req-c0612fcd-9a22-4627-8b78-77291f1dfeed {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:22:58.650783 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357ce1a9-cb15-43c6-a5b4-fd313b62918f", "name": "network-vif-deleted", "tag": "d37dd390-c1d8-4c63-8c70-2ca31fdc913c", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:22:58.651043 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0612fcd-9a22-4627-8b78-77291f1dfeed {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:22:58.651444 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0612fcd-9a22-4627-8b78-77291f1dfeed'] response: {'server_uuid': '357ce1a9-cb15-43c6-a5b4-fd313b62918f', 'name': 'network-vif-deleted', 'tag': 'd37dd390-c1d8-4c63-8c70-2ca31fdc913c', 'status': 'completed', 'code': 200} Apr 28 17:22:58.670938 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f549ddd3-3350-4e55-b355-86907f16bf66 admin admin] Publish callbacks [] for security_group (afa8ee7b-331b-4cb6-b130-db3834adb04c), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:58.708708 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52720) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:58.711384 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8393de66-5c03-484c-8e2b-11b52ecc80af req-b683a013-4cbb-4e17-a8a3-af32ea72adb4 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/ports?device_id=357ce1a9-cb15-43c6-a5b4-fd313b62918f HTTP/1.1" status: 200 len: 210 time: 0.0682013 Apr 28 17:22:58.853591 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f549ddd3-3350-4e55-b355-86907f16bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (afa8ee7b-331b-4cb6-b130-db3834adb04c), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:58.856415 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f549ddd3-3350-4e55-b355-86907f16bf66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:58.859853 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-f549ddd3-3350-4e55-b355-86907f16bf66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afa8ee7b-331b-4cb6-b130-db3834adb04c HTTP/1.1" status: 204 len: 168 time: 0.4283376 Apr 28 17:22:58.872753 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549ddd3-3350-4e55-b355-86907f16bf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa8ee7b-331b-4cb6-b130-db3834adb04c,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:58.926722 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-6a7fb4d2-f323-4945-b66d-88ae76632ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:58.958667 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fb4d2-f323-4945-b66d-88ae76632ba8 None None] Checking router: c49b146b-69f2-4709-8960-3efb5017f956 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:22:58.968685 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fb4d2-f323-4945-b66d-88ae76632ba8 None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:22:58.969527 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-6a7fb4d2-f323-4945-b66d-88ae76632ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:59.027940 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-803656583-network', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:22:59.099939 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-6a7fb4d2-f323-4945-b66d-88ae76632ba8 None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:22:59.129738 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device d37dd390-c1d8-4c63-8c70-2ca31fdc913c no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:22:59.154290 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: d37dd390-c1d8-4c63-8c70-2ca31fdc913c {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:22:59.155259 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device d37dd390-c1d8-4c63-8c70-2ca31fdc913c not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:22:59.185252 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Made reservation on behalf of b06f627f803d44389c3aac822788b2f7 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:22:59.187846 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:59.199148 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:59.302259 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Publish callbacks [] for security_group (4ad2ae6b-c439-4fdc-aa12-e630f8cb6630), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:59.326442 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-6a7fb4d2-f323-4945-b66d-88ae76632ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:22:59.357191 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fb4d2-f323-4945-b66d-88ae76632ba8 None None] The sync data for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi is: [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:16:20Z', 'revision_number': 4, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '4c3101a8-38f4-4cd6-8509-db59bc545754', 'name': '', 'network_id': 'a0864fea-c4a2-4606-b60c-7ca279cfdb22', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'mac_address': 'fa:16:3e:af:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '3f171123-3a34-488e-b790-0ae30efcd836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:19Z', 'updated_at': '2022-04-28T17:16:23Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'subnets': [{'id': '3f171123-3a34-488e-b790-0ae30efcd836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:22:59.414290 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (4ad2ae6b-c439-4fdc-aa12-e630f8cb6630), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:59.444159 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:22:59.477924 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad2ae6b-c439-4fdc-aa12-e630f8cb6630,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:59.482132 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (b45eac88-e537-4f88-a0ab-78e369024fff), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:59.482525 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Added segment b45eac88-e537-4f88-a0ab-78e369024fff of type vlan for network d2059698-2686-4f2a-85b8-09879f4d7e13 Apr 28 17:22:59.572674 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (d2059698-2686-4f2a-85b8-09879f4d7e13), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:59.616461 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-2ecc1a1f-001b-4f8b-aa96-166db16c6ac2 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:59.617956 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-2ecc1a1f-001b-4f8b-aa96-166db16c6ac2 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/networks?id=289a48d6-4cfd-4933-8ad7-634059402bcb HTTP/1.1" status: 200 len: 814 time: 0.1712470 Apr 28 17:22:59.634839 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-582cfaa6-f874-4194-8070-9955e20cbab7 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/quotas/ff4d61ce75ad43ad828483fe550005dc HTTP/1.1" status: 200 len: 375 time: 0.0103869 Apr 28 17:22:59.650972 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9496a58-569f-45a0-9675-cd9c11294633 None None] New status for floating IP 26f5882e-1d5d-4a6c-bce4-069061242914: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:22:59.693019 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-dd49cb3c-f40d-42f8-95ec-a5d7515c50d7 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff4d61ce75ad43ad828483fe550005dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517468 Apr 28 17:22:59.764602 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (d2059698-2686-4f2a-85b8-09879f4d7e13), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:59.765253 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52750) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:59.765649 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:22:59.766196 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:59.812031 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-8995943e-1f7a-47d9-a490-91b27323ce1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4dbe0594ff494cc0a2dd6ca6594634c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437198 Apr 28 17:22:59.812341 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52754) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:22:59.852910 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] Pushing event updated for resources: {'Network': ['ID=d2059698-2686-4f2a-85b8-09879f4d7e13,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:22:59.877391 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-4517bc33-b5cf-4c7b-85b2-b19787de774f service neutron] 10.222.0.64 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753256 Apr 28 17:22:59.878510 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network d2059698-2686-4f2a-85b8-09879f4d7e13 details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:22:59.889199 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-254c8d2a-88b2-4f21-af3a-2fc578a767f5 admin admin] Publish callbacks [] for security_group (b540b83d-c893-498c-9460-cf5e9034f7b6), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:59.917893 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-254c8d2a-88b2-4f21-af3a-2fc578a767f5 admin admin] Publish callbacks [] for security_group (b540b83d-c893-498c-9460-cf5e9034f7b6), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:22:59.994123 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-59c7f056-35e6-4bd6-b218-d9f82c4efb4e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2842243 Apr 28 17:22:59.997158 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52764) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:00.002680 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] Request body: {'subnet': {'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-803656583-subnet', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'ip_version': 4}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:00.007168 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-572b978d-3247-4797-b9e7-d851643b350c service neutron] 10.222.0.64 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282353 Apr 28 17:23:00.110764 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-254c8d2a-88b2-4f21-af3a-2fc578a767f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (b540b83d-c893-498c-9460-cf5e9034f7b6), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.113627 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-254c8d2a-88b2-4f21-af3a-2fc578a767f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.114816 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-254c8d2a-88b2-4f21-af3a-2fc578a767f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b540b83d-c893-498c-9460-cf5e9034f7b6 HTTP/1.1" status: 204 len: 168 time: 0.3016522 Apr 28 17:23:00.123440 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c8d2a-88b2-4f21-af3a-2fc578a767f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b540b83d-c893-498c-9460-cf5e9034f7b6,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:00.147458 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] Made reservation on behalf of b06f627f803d44389c3aac822788b2f7 for: {'subnet': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:23:00.149948 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52768) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:00.150099 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5206387'] for subnet (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.211143 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1e2f36-8aab-4b6c-8afd-1acf11902750 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (e8db058f-9a18-4547-b4a5-62a498c9d0fe), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.239918 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1e2f36-8aab-4b6c-8afd-1acf11902750 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (e8db058f-9a18-4547-b4a5-62a498c9d0fe), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.322524 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a067b741-86b4-456b-89f6-174ef0e4f5ef req-cee9eb9a-80fe-44da-874e-038d7a0005cd tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 210 time: 0.0584273 Apr 28 17:23:00.414095 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1e2f36-8aab-4b6c-8afd-1acf11902750 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (e8db058f-9a18-4547-b4a5-62a498c9d0fe), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.416754 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1e2f36-8aab-4b6c-8afd-1acf11902750 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.420343 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6a1e2f36-8aab-4b6c-8afd-1acf11902750 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "DELETE /v2.0/security-groups/e8db058f-9a18-4547-b4a5-62a498c9d0fe HTTP/1.1" status: 204 len: 168 time: 0.2668521 Apr 28 17:23:00.425215 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52778) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:00.426792 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e2f36-8aab-4b6c-8afd-1acf11902750 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8db058f-9a18-4547-b4a5-62a498c9d0fe,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:00.438107 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.api.v2.resource [None req-5846d16b-105a-4ef1-972e-510797cd74f0 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] show failed (client error): The resource could not be found. Apr 28 17:23:00.442282 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52780) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:00.444761 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-5846d16b-105a-4ef1-972e-510797cd74f0 tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "GET /v2.0/security-groups/e8db058f-9a18-4547-b4a5-62a498c9d0fe HTTP/1.1" status: 404 len: 347 time: 0.0224121 Apr 28 17:23:00.454343 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4368492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5206401'] for subnet (1004a272-91d0-4707-b932-1b1b1a9dc0ee), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.512704 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1004a272-91d0-4707-b932-1b1b1a9dc0ee,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:00.522190 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] Checking segment: {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:23:00.522357 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] Network hostable DHCP agents. Network: d2059698-2686-4f2a-85b8-09879f4d7e13, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:23:00.561636 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-b669a3b3-adc0-4058-ba19-f0ad757ea57c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Deleting port fdd872ce-6d9c-4935-b815-5d7a1bf57204 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:23:00.561981 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b669a3b3-adc0-4058-ba19-f0ad757ea57c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (fdd872ce-6d9c-4935-b815-5d7a1bf57204), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.624915 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] Network d2059698-2686-4f2a-85b8-09879f4d7e13 is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:23:00.665062 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b669a3b3-adc0-4058-ba19-f0ad757ea57c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (fdd872ce-6d9c-4935-b815-5d7a1bf57204), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.665408 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b669a3b3-adc0-4058-ba19-f0ad757ea57c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (fdd872ce-6d9c-4935-b815-5d7a1bf57204), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.680632 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-b669a3b3-adc0-4058-ba19-f0ad757ea57c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Calling delete_port for fdd872ce-6d9c-4935-b815-5d7a1bf57204 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:23:00.745145 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, d2059698-2686-4f2a-85b8-09879f4d7e13) {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:00.750063 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:00.751041 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.759708 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14433334-220e-4503-95dd-44b29529d212 None None] Network d2059698-2686-4f2a-85b8-09879f4d7e13 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:23:00.879285 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-5578bab5-ee5f-4605-809f-1337303f39f2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8807902 Apr 28 17:23:00.882443 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52782) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:00.886657 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:00.896797 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-d2059698-2686-4f2a-85b8-09879f4d7e13', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:23:00.897650 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.910666 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b669a3b3-adc0-4058-ba19-f0ad757ea57c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (fdd872ce-6d9c-4935-b815-5d7a1bf57204), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:00.940631 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669a3b3-adc0-4058-ba19-f0ad757ea57c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Pushing event deleted for resources: {'Port': ['ID=fdd872ce-6d9c-4935-b815-5d7a1bf57204,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:01.002193 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-347308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14367'] for router (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.003282 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14358'] for router (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.004824 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b669a3b3-adc0-4058-ba19-f0ad757ea57c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks [] for floatingip (26f5882e-1d5d-4a6c-bce4-069061242914), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.008508 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b669a3b3-adc0-4058-ba19-f0ad757ea57c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.013092 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b669a3b3-adc0-4058-ba19-f0ad757ea57c tempest-AttachVolumeNegativeTest-747456125 tempest-AttachVolumeNegativeTest-747456125-project] 10.222.0.64 "DELETE /v2.0/floatingips/26f5882e-1d5d-4a6c-bce4-069061242914 HTTP/1.1" status: 204 len: 168 time: 0.5664790 Apr 28 17:23:01.079435 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Publish callbacks [] for router_controller (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), precommit_add_association {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.093746 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Allocated IP 172.20.0.2 (d2059698-2686-4f2a-85b8-09879f4d7e13/1004a272-91d0-4707-b932-1b1b1a9dc0ee/cabf0eb6-f32f-4624-bbda-5d37357ba7ad) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:23:01.241154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Publish callbacks [] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.297369 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.358556 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Network d2059698-2686-4f2a-85b8-09879f4d7e13 is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:23:01.361812 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:01.367936 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:23:01.373739 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Publish callbacks [] for router_gateway (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.390760 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Pushing event updated for resources: {'Port': ['ID=cabf0eb6-f32f-4624-bbda-5d37357ba7ad,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:01.427666 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-37e252e0-27f3-4895-88ca-1fa273c50216 req-206ca1b2-c4c2-41bb-9610-c77df060c32d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 210 time: 0.0399480 Apr 28 17:23:01.450590 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Attempting to bind port cabf0eb6-f32f-4624-bbda-5d37357ba7ad on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:23:01.450966 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Attempting to bind port cabf0eb6-f32f-4624-bbda-5d37357ba7ad by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:23:01.451333 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Attempting to bind port cabf0eb6-f32f-4624-bbda-5d37357ba7ad on network d2059698-2686-4f2a-85b8-09879f4d7e13 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:23:01.456369 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:23:01.456744 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Checking segment: {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:23:01.457151 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.457547 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Bound using segment: {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:23:01.458048 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Bound port: cabf0eb6-f32f-4624-bbda-5d37357ba7ad, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:23:01.458431 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.530242 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] For port cabf0eb6-f32f-4624-bbda-5d37357ba7ad, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:23:01.533425 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] For port cabf0eb6-f32f-4624-bbda-5d37357ba7ad, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=cabf0eb6-f32f-4624-bbda-5d37357ba7ad,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:23:01.602443 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.661883 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1569e-aeac-43e7-8265-249cadffbe42 None None] Pushing event updated for resources: {'Port': ['ID=cabf0eb6-f32f-4624-bbda-5d37357ba7ad,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:01.677960 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Publish callbacks [] for router_gateway (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.699691 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:01.829643 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Allocated IP 172.27.2.126 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/979159b7-9ebb-4a78-a348-06b59f67dc3e) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:23:01.954017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Publish callbacks [] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:02.076016 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:02.113330 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:23:02.116107 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:02.121687 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:23:02.139515 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-24d33a4b-e93b-41e2-9e67-cdf7f6683190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:02.147184 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Pushing event updated for resources: {'Port': ['ID=979159b7-9ebb-4a78-a348-06b59f67dc3e,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:02.509310 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Publish callbacks [] for router_gateway (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:02.523825 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device cabf0eb6-f32f-4624-bbda-5d37357ba7ad up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:23:02.580824 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-30fe75f1-596d-443e-8326-a23b450bf88c req-6998fad1-3cf3-4323-ad2d-af239e3b9c6f tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 210 time: 0.0434492 Apr 28 17:23:02.627200 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port cabf0eb6-f32f-4624-bbda-5d37357ba7ad triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:02.627667 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:02.667764 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d69536-2dcd-47cd-8b96-6ac89e997687 None None] Network d2059698-2686-4f2a-85b8-09879f4d7e13 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:23:02.752767 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-04924f83-cb00-4114-8a11-d461f5a5dee4 None None] Provisioning complete for port cabf0eb6-f32f-4624-bbda-5d37357ba7ad triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:02.753414 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-04924f83-cb00-4114-8a11-d461f5a5dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:02.759182 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-348693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673'] for router (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:02.856753 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port cabf0eb6-f32f-4624-bbda-5d37357ba7ad is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:02.857157 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:02.933848 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-04924f83-cb00-4114-8a11-d461f5a5dee4 None None] Current status of the port cabf0eb6-f32f-4624-bbda-5d37357ba7ad is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:02.934244 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-04924f83-cb00-4114-8a11-d461f5a5dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:02.937280 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port cabf0eb6-f32f-4624-bbda-5d37357ba7ad, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=cabf0eb6-f32f-4624-bbda-5d37357ba7ad,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:03.041925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 is scheduled to L3 agent 2328be28-078e-4849-a398-3f5045911048 with binding_index 1 {{(pid=103997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 17:23:03.073437 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:03.147224 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.db.api [None req-04924f83-cb00-4114-8a11-d461f5a5dee4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 17:23:03.147813 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG oslo_db.api [None req-04924f83-cb00-4114-8a11-d461f5a5dee4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 17:23:03.165733 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=cabf0eb6-f32f-4624-bbda-5d37357ba7ad,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:03.207534 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52828) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:03.234923 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:23:03.248394 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Sync routers for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:23:03.260849 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:03.262039 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:03.279092 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-3b991945-0da9-446d-a1e4-bbec0e73ce64 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:03.280594 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-3b991945-0da9-446d-a1e4-bbec0e73ce64 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.66 "GET /v2.0/networks?id=289a48d6-4cfd-4933-8ad7-634059402bcb HTTP/1.1" status: 200 len: 814 time: 0.1248043 Apr 28 17:23:03.323864 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Request body: {'port': {'device_id': '26f545f1-0538-4ef5-9411-1bb791504559', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'admin_state_up': True, 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:03.334751 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-379c2553-f2d8-4586-ad7d-c8693582a90c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:03.344221 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:03.348127 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-73f61a06-8a56-4fc6-8cc3-82abae0ea397 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4621592 Apr 28 17:23:03.348345 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52832) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:03.381474 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:03.541406 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-379c2553-f2d8-4586-ad7d-c8693582a90c admin admin] Publish callbacks [] for security_group (8f0f5462-cea0-4889-8d1e-5c0eb1cc41e6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:03.561709 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Made reservation on behalf of ff4d61ce75ad43ad828483fe550005dc for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:23:03.572805 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:03.572937 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:02Z', 'revision_number': 3, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:03.597157 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Checking router: 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:23:03.597591 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Updating router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 port 979159b7-9ebb-4a78-a348-06b59f67dc3e binding host dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:23:03.631691 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:03.652157 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-379c2553-f2d8-4586-ad7d-c8693582a90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (8f0f5462-cea0-4889-8d1e-5c0eb1cc41e6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:03.703331 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-04924f83-cb00-4114-8a11-d461f5a5dee4 None None] Current status of the port cabf0eb6-f32f-4624-bbda-5d37357ba7ad is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:03.705513 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-379c2553-f2d8-4586-ad7d-c8693582a90c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41f682c0ecd1444b86a8001839c0726a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4963777 Apr 28 17:23:03.710922 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b521f241-342d-4edb-933d-ff60c022596c req-3ab7749f-9764-4c05-8e50-e1d968b7e681 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 210 time: 0.0440445 Apr 28 17:23:03.715079 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52840) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:03.726823 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c2553-f2d8-4586-ad7d-c8693582a90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0f5462-cea0-4889-8d1e-5c0eb1cc41e6,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:03.808812 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Allocated IP 172.20.0.14 (289a48d6-4cfd-4933-8ad7-634059402bcb/f269673f-0cd8-466f-9509-12be0463f612/c732df55-f5e2-4309-af8a-c80b7cba116c) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:23:03.826363 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-90c6fdc8-2cd9-4e71-ab24-07ca73fd1b05 admin admin] Publish callbacks [] for security_group (8f0f5462-cea0-4889-8d1e-5c0eb1cc41e6), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:03.838055 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-d1c85b7f-478d-40b8-a4af-a5620e5cf8fb None None] Provisioning complete for port cabf0eb6-f32f-4624-bbda-5d37357ba7ad triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:03.839688 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d1c85b7f-478d-40b8-a4af-a5620e5cf8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:03.880334 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-90c6fdc8-2cd9-4e71-ab24-07ca73fd1b05 admin admin] Publish callbacks [] for security_group (8f0f5462-cea0-4889-8d1e-5c0eb1cc41e6), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.008653 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-d1c85b7f-478d-40b8-a4af-a5620e5cf8fb None None] Current status of the port cabf0eb6-f32f-4624-bbda-5d37357ba7ad is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:04.020024 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-90c6fdc8-2cd9-4e71-ab24-07ca73fd1b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (8f0f5462-cea0-4889-8d1e-5c0eb1cc41e6), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.022646 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-90c6fdc8-2cd9-4e71-ab24-07ca73fd1b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.028755 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-90c6fdc8-2cd9-4e71-ab24-07ca73fd1b05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f0f5462-cea0-4889-8d1e-5c0eb1cc41e6 HTTP/1.1" status: 204 len: 168 time: 0.3124921 Apr 28 17:23:04.029139 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Publish callbacks [] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.074206 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6fdc8-2cd9-4e71-ab24-07ca73fd1b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0f5462-cea0-4889-8d1e-5c0eb1cc41e6,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:04.087424 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.093330 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.158901 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Attempting to bind port 979159b7-9ebb-4a78-a348-06b59f67dc3e on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:23:04.159850 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Attempting to bind port 979159b7-9ebb-4a78-a348-06b59f67dc3e by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:23:04.159850 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Attempting to bind port 979159b7-9ebb-4a78-a348-06b59f67dc3e on network f8764e81-f1f8-4275-aee3-2fa9a09189b3 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:23:04.168588 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:23:04.169087 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:23:04.169553 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.169959 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Bound using segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:23:04.170507 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Bound port: 979159b7-9ebb-4a78-a348-06b59f67dc3e, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:23:04.170963 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.172671 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbbdb0-4a21-4372-ae77-00911dedef1a None None] Pushing event updated for resources: {'Port': ['ID=979159b7-9ebb-4a78-a348-06b59f67dc3e,revision_number=2']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:04.237286 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.255700 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] For port 979159b7-9ebb-4a78-a348-06b59f67dc3e, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:23:04.259396 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] For port 979159b7-9ebb-4a78-a348-06b59f67dc3e, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=979159b7-9ebb-4a78-a348-06b59f67dc3e,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:23:04.329141 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Allocated IP 172.20.0.1 (d2059698-2686-4f2a-85b8-09879f4d7e13/1004a272-91d0-4707-b932-1b1b1a9dc0ee/89a064f1-53fe-42c8-ac89-ea5c2519dd80) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:23:04.339607 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.365658 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.448654 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:04.463690 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:22:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:04.464987 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Network 289a48d6-4cfd-4933-8ad7-634059402bcb is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:23:04.501216 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:04.504271 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:23:04.523028 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device cabf0eb6-f32f-4624-bbda-5d37357ba7ad up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:23:04.618501 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b8292011-76c8-4bf8-a124-0ec312cdddac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.624576 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'Port': ['ID=c732df55-f5e2-4309-af8a-c80b7cba116c,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:04.635417 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Publish callbacks [] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.652323 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:04.653082 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.722157 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port cabf0eb6-f32f-4624-bbda-5d37357ba7ad triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:04.722663 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.762994 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.768304 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-553b1523-90df-4027-bd31-76d970e32328 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4483571 Apr 28 17:23:04.790044 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Request body: {'port': {'device_id': '26f545f1-0538-4ef5-9411-1bb791504559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:04.905043 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:04.947829 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port cabf0eb6-f32f-4624-bbda-5d37357ba7ad is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:04.961799 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Pushing event updated for resources: {'Port': ['ID=89a064f1-53fe-42c8-ac89-ea5c2519dd80,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:05.033508 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:05.076650 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-b1643ac3-d9c2-458b-a8c8-63a34ce5859a None None] Provisioning complete for port c732df55-f5e2-4309-af8a-c80b7cba116c triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:05.076829 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Network d2059698-2686-4f2a-85b8-09879f4d7e13 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:23:05.076936 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b1643ac3-d9c2-458b-a8c8-63a34ce5859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:05.077027 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:05.091263 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:23:05.163559 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0af18-1d7e-4215-a3f7-a8011b4cbd50 req-4ab10fc0-d809-4b64-b548-524917a45aa3 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:05.165457 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a5f0af18-1d7e-4215-a3f7-a8011b4cbd50 req-4ab10fc0-d809-4b64-b548-524917a45aa3 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 932 time: 0.2478070 Apr 28 17:23:05.186973 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-b1643ac3-d9c2-458b-a8c8-63a34ce5859a None None] Port c732df55-f5e2-4309-af8a-c80b7cba116c cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:23:05.274281 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722348'] for router_interface (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:05.416803 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbbdb0-4a21-4372-ae77-00911dedef1a None None] Pushing event updated for resources: {'Port': ['ID=979159b7-9ebb-4a78-a348-06b59f67dc3e,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:05.472124 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a5f0af18-1d7e-4215-a3f7-a8011b4cbd50 req-1b28726b-c2c3-456f-a2c9-a99e20bfc466 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852194 Apr 28 17:23:05.543870 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52898) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:05.571563 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:02Z', 'revision_number': 3, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:05.604024 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c732df55-f5e2-4309-af8a-c80b7cba116c {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:23:05.624391 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Publish callbacks [] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:05.635551 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-07ada33e-2cd5-40b6-8cc7-f2dc2f8214da None None] Provisioning complete for port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:05.645304 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-07ada33e-2cd5-40b6-8cc7-f2dc2f8214da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:05.649947 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8eed6-09e7-45c6-b17e-4da39e81b4ae None None] The sync data for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi is: [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:02Z', 'revision_number': 3, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:23:05.657097 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Transition to ACTIVE for port object c732df55-f5e2-4309-af8a-c80b7cba116c will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:23:05.707114 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:05.731436 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-07ada33e-2cd5-40b6-8cc7-f2dc2f8214da None None] Port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:23:05.804736 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:05.816042 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:05.978428 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Pushing event updated for resources: {'Port': ['ID=c732df55-f5e2-4309-af8a-c80b7cba116c,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:06.211210 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Publish callbacks [] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:06.282097 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:06.378524 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Attempting to bind port c732df55-f5e2-4309-af8a-c80b7cba116c on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:23:06.379724 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Attempting to bind port c732df55-f5e2-4309-af8a-c80b7cba116c by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:23:06.386329 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Attempting to bind port c732df55-f5e2-4309-af8a-c80b7cba116c on network 289a48d6-4cfd-4933-8ad7-634059402bcb {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:23:06.412577 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Port c732df55-f5e2-4309-af8a-c80b7cba116c on network 289a48d6-4cfd-4933-8ad7-634059402bcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:23:06.413258 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Attempting to bind port c732df55-f5e2-4309-af8a-c80b7cba116c on network 289a48d6-4cfd-4933-8ad7-634059402bcb {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:23:06.432955 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:23:06.435924 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Checking segment: {'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:23:06.438978 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Bound using segment: {'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:23:06.439646 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Bound port: c732df55-f5e2-4309-af8a-c80b7cba116c, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9189efc-502c-4713-8599-d26abd772957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:23:06.440148 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:06.504717 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Pushing event updated for resources: {'Port': ['ID=89a064f1-53fe-42c8-ac89-ea5c2519dd80,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:06.518860 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 979159b7-9ebb-4a78-a348-06b59f67dc3e up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:23:06.547505 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346396'] for router_interface (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:06.620402 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 979159b7-9ebb-4a78-a348-06b59f67dc3e triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:06.621431 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:06.645911 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] For port c732df55-f5e2-4309-af8a-c80b7cba116c, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:23:06.650854 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] For port c732df55-f5e2-4309-af8a-c80b7cba116c, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c732df55-f5e2-4309-af8a-c80b7cba116c,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:23:06.790953 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 979159b7-9ebb-4a78-a348-06b59f67dc3e is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:06.791794 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:06.836983 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port 979159b7-9ebb-4a78-a348-06b59f67dc3e, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=979159b7-9ebb-4a78-a348-06b59f67dc3e,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:06.894996 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a081c-4851-4ccf-8f6d-e36c3a83a494 req-a7d3d140-a0c6-42d5-b414-ba1c4374ce0d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:06.898481 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5e9a081c-4851-4ccf-8f6d-e36c3a83a494 req-a7d3d140-a0c6-42d5-b414-ba1c4374ce0d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 944 time: 0.2634757 Apr 28 17:23:06.906786 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:06.988689 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:06.993213 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:07.012966 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] 10.222.0.66 "PUT /v2.0/ports/c732df55-f5e2-4309-af8a-c80b7cba116c HTTP/1.1" status: 200 len: 1094 time: 2.2122438 Apr 28 17:23:07.013738 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Network d2059698-2686-4f2a-85b8-09879f4d7e13 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:23:07.013738 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:07.013921 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:23:07.013921 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa459760-8f26-4202-a5e6-9868cb9725be" -d '{"events": [{"name": "network-changed", "server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:23:07.110915 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:07.147696 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5e9a081c-4851-4ccf-8f6d-e36c3a83a494 req-c5a8781c-f1c2-46e6-9c4e-c11d76a308f7 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188456 Apr 28 17:23:07.155286 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9721f7e3-13ee-4b0a-9c84-68f924227244 x-openstack-request-id: req-9721f7e3-13ee-4b0a-9c84-68f924227244 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:23:07.163222 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:23:07.165081 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9721f7e3-13ee-4b0a-9c84-68f924227244 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:23:07.165654 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9721f7e3-13ee-4b0a-9c84-68f924227244'] response: {'name': 'network-changed', 'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'status': 'completed', 'code': 200} Apr 28 17:23:07.207731 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:07.306337 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:23:07.308051 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=979159b7-9ebb-4a78-a348-06b59f67dc3e,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:07.470968 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af804307-9214-41c7-8da2-58e3a72b6505 service neutron] Pushing event updated for resources: {'Port': ['ID=c732df55-f5e2-4309-af8a-c80b7cba116c,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:07.519343 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa459760-8f26-4202-a5e6-9868cb9725be req-e43aadba-517e-4b9e-ab17-a23bda98a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:07.521075 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fa459760-8f26-4202-a5e6-9868cb9725be req-e43aadba-517e-4b9e-ab17-a23bda98a795 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff4d61ce75ad43ad828483fe550005dc&device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 1128 time: 0.2619984 Apr 28 17:23:07.522605 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346427'] for router_interface (c49b146b-69f2-4709-8960-3efb5017f956), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:07.635786 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-a34f16ae-183d-4dbe-b0b9-cec793fbbdd3 None None] Provisioning complete for port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:07.636672 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a34f16ae-183d-4dbe-b0b9-cec793fbbdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:07.647721 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:23:07.680741 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e4a39dfc-0b57-4e0f-ae12-e471ee29af1a admin admin] 10.222.0.64 "PUT /v2.0/routers/4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3307872 Apr 28 17:23:07.724319 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-a34f16ae-183d-4dbe-b0b9-cec793fbbdd3 None None] Port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:23:08.086328 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa459760-8f26-4202-a5e6-9868cb9725be req-32c13aba-6cd0-4669-a0e4-173ad8a5d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:08.087849 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fa459760-8f26-4202-a5e6-9868cb9725be req-32c13aba-6cd0-4669-a0e4-173ad8a5d861 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ff4d61ce75ad43ad828483fe550005dc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5442576 Apr 28 17:23:08.371948 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa459760-8f26-4202-a5e6-9868cb9725be req-c9f332e3-b2be-4868-b88b-6eb085525888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:08.373461 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fa459760-8f26-4202-a5e6-9868cb9725be req-c9f332e3-b2be-4868-b88b-6eb085525888 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2276754 Apr 28 17:23:08.417640 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] Deleting port 4c3101a8-38f4-4cd6-8509-db59bc545754 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:23:08.417939 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:08.426896 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463440d0-1a17-4e70-899d-7b6270dba8d8 req-1d7fb492-2cca-43e6-a2f6-9f513f498a5d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:08.429072 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-463440d0-1a17-4e70-899d-7b6270dba8d8 req-1d7fb492-2cca-43e6-a2f6-9f513f498a5d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 944 time: 0.0980880 Apr 28 17:23:08.574672 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-463440d0-1a17-4e70-899d-7b6270dba8d8 req-c9627644-e3df-4d16-96f9-77c4f7113647 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351702 Apr 28 17:23:08.579173 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:08.591416 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] For port 4c3101a8-38f4-4cd6-8509-db59bc545754, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=4c3101a8-38f4-4cd6-8509-db59bc545754,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:08.591789 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:08.622872 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 979159b7-9ebb-4a78-a348-06b59f67dc3e up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:23:08.637023 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-a4fb2804-5db2-45f8-a7c5-991b36dafbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:08.641980 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-a4fb2804-5db2-45f8-a7c5-991b36dafbf3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff4d61ce75ad43ad828483fe550005dc&device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 1128 time: 0.1141651 Apr 28 17:23:08.651279 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] Calling delete_port for 4c3101a8-38f4-4cd6-8509-db59bc545754 owned by network:router_interface {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:23:08.712685 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 979159b7-9ebb-4a78-a348-06b59f67dc3e triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:08.713924 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:08.795670 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Sync routers for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:23:08.804114 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-3b5ee4d7-ab40-42b1-8ccf-291e9db61001 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c732df55-f5e2-4309-af8a-c80b7cba116c HTTP/1.1" status: 200 len: 217 time: 0.0773697 Apr 28 17:23:08.814726 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52956) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:08.821885 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-32714826-network', 'tenant_id': '5e17439c424241e79f250da312bdc157'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:08.870783 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:08.871425 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:23:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:08.919345 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 979159b7-9ebb-4a78-a348-06b59f67dc3e is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:08.930650 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-a0c05480-75b7-4efb-a9f3-210e5b653e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:08.932267 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-a0c05480-75b7-4efb-a9f3-210e5b653e69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f269673f-0cd8-466f-9509-12be0463f612 HTTP/1.1" status: 200 len: 853 time: 0.1011808 Apr 28 17:23:08.956924 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Made reservation on behalf of 5e17439c424241e79f250da312bdc157 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:23:08.962086 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:08.985534 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:09.064733 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:09.099095 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Publish callbacks [] for security_group (67ccfad7-1c2b-46fa-9b6f-0c638dfc5c17), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:09.109239 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (4c3101a8-38f4-4cd6-8509-db59bc545754), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:09.135159 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-ca7616f6-2628-4d99-b436-44d844fb211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:09.137058 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-ca7616f6-2628-4d99-b436-44d844fb211f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=289a48d6-4cfd-4933-8ad7-634059402bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070764 Apr 28 17:23:09.194418 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3101a8-38f4-4cd6-8509-db59bc545754,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:09.196367 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (67ccfad7-1c2b-46fa-9b6f-0c638dfc5c17), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:09.263018 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:23:09.270369 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ccfad7-1c2b-46fa-9b6f-0c638dfc5c17,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:09.293645 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (01a5b226-6c78-4733-b44a-3ba2179247cb), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:09.294139 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Added segment 01a5b226-6c78-4733-b44a-3ba2179247cb of type vlan for network 9b883508-5194-425b-a1dc-6eae65140ff1 Apr 28 17:23:09.396806 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (9b883508-5194-425b-a1dc-6eae65140ff1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:09.522749 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (9b883508-5194-425b-a1dc-6eae65140ff1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:09.523811 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:09.524437 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:09.647610 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-6124cd8d-eed8-4324-b28a-f7c29e4d61af service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671948 Apr 28 17:23:09.671520 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 2, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:09.714303 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8977604 Apr 28 17:23:09.717539 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 52974) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:09.728538 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Checking router: 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:23:09.729296 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Updating router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 binding host dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:23:09.736298 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] Request body: {'subnet': {'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-32714826-subnet', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:09.764495 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b477b12-0ea2-45ad-8250-8ed4eb59b666 admin admin] Pushing event updated for resources: {'Network': ['ID=9b883508-5194-425b-a1dc-6eae65140ff1,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:09.796387 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network 9b883508-5194-425b-a1dc-6eae65140ff1 details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:23:09.828331 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346519'] for router_interface (c49b146b-69f2-4709-8960-3efb5017f956), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:09.840107 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740b197-e9c5-4639-bbcd-d3fa6159d2c6 req-8f89e763-c561-4983-8e63-13797032a8de tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:09.846349 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2740b197-e9c5-4639-bbcd-d3fa6159d2c6 req-8f89e763-c561-4983-8e63-13797032a8de tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 944 time: 0.0863974 Apr 28 17:23:09.850839 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:09.920015 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-eff8a8f5-ff7a-42d4-a052-effdf8744a1f req-0c5a79eb-5139-4f02-9fde-37d5b3ae67f2 service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542706 Apr 28 17:23:09.925120 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2740b197-e9c5-4639-bbcd-d3fa6159d2c6 req-653d6cb3-5ff1-4d52-85d2-52b93b1e02b3 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708323 Apr 28 17:23:09.967310 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] Made reservation on behalf of 5e17439c424241e79f250da312bdc157 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:23:09.970237 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5919934'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:10.163651 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] Router c49b146b-69f2-4709-8960-3efb5017f956 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:23:10.325907 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:23:10.330172 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-bac8460c-d5e5-4ed1-a90d-6c76efc350ab admin admin] 10.222.0.64 "PUT /v2.0/routers/c49b146b-69f2-4709-8960-3efb5017f956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7845693 Apr 28 17:23:10.332999 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 52988) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:10.342813 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682107a4-a02e-4832-9b28-d7102602d4ca None None] Sync routers for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:23:10.363571 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682107a4-a02e-4832-9b28-d7102602d4ca None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:10.367743 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-682107a4-a02e-4832-9b28-d7102602d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:23:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:10.393759 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6707031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5919820'] for subnet (1dd97865-1a17-42d1-8991-2d8f30ea55f3), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:10.411154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Publish callbacks [] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:10.484970 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd97865-1a17-42d1-8991-2d8f30ea55f3,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:10.512798 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] Checking segment: {'id': '01a5b226-6c78-4733-b44a-3ba2179247cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:23:10.513602 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] Network hostable DHCP agents. Network: 9b883508-5194-425b-a1dc-6eae65140ff1, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:23:10.539334 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:10.551608 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-682107a4-a02e-4832-9b28-d7102602d4ca None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:10.587471 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Publish callbacks [] for router (c49b146b-69f2-4709-8960-3efb5017f956), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:10.596213 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611c917-ae51-4bb1-b021-4c5398b7554b None None] Pushing event updated for resources: {'Port': ['ID=89a064f1-53fe-42c8-ac89-ea5c2519dd80,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:10.624698 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] Network 9b883508-5194-425b-a1dc-6eae65140ff1 is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:23:10.685033 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Attempting to bind port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:23:10.686542 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Attempting to bind port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:23:10.687186 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Attempting to bind port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 on network d2059698-2686-4f2a-85b8-09879f4d7e13 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:23:10.694629 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:23:10.695484 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Checking segment: {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:23:10.696395 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:10.697055 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Bound using segment: {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:23:10.699260 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, 9b883508-5194-425b-a1dc-6eae65140ff1) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:10.701044 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Bound port: 89a064f1-53fe-42c8-ac89-ea5c2519dd80, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:23:10.704138 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:10.710263 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:10.710561 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:10.720662 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2efeda2-747d-41e8-81a0-ee555a90daa4 None None] Network 9b883508-5194-425b-a1dc-6eae65140ff1 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:23:10.788879 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5dbf6f89-7fda-41d1-a53c-dcf8d0cbc60f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0702772 Apr 28 17:23:10.791449 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53000) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:10.798048 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-32714826-router', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:10.870389 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Publish callbacks [] for router_gateway (c49b146b-69f2-4709-8960-3efb5017f956), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:10.916494 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-347308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14367'] for router (94415f92-0b46-4ad9-a45f-6ac67e4d2955), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:10.917746 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14358'] for router (94415f92-0b46-4ad9-a45f-6ac67e4d2955), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:10.945538 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-682107a4-a02e-4832-9b28-d7102602d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:23:08Z', 'revision_number': 5, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port': {'id': '83f85825-781d-43e8-9563-f2ba634f0cc2', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:16:17Z', 'updated_at': '2022-04-28T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:10.976736 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] For port 89a064f1-53fe-42c8-ac89-ea5c2519dd80, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:23:10.981103 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] For port 89a064f1-53fe-42c8-ac89-ea5c2519dd80, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=89a064f1-53fe-42c8-ac89-ea5c2519dd80,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:23:11.024543 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp524d5846-eae0-5481-9531-424a5b1e425d-9b883508-5194-425b-a1dc-6eae65140ff1', 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1', 'project_id': '5e17439c424241e79f250da312bdc157', 'fixed_ips': [{'subnet_id': '1dd97865-1a17-42d1-8991-2d8f30ea55f3'}]}} from dv-cinder-826949-5-iscsi. {{(pid=103998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 17:23:11.028903 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:11.046082 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682107a4-a02e-4832-9b28-d7102602d4ca None None] Checking router: c49b146b-69f2-4709-8960-3efb5017f956 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:23:11.071273 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682107a4-a02e-4832-9b28-d7102602d4ca None None] Routers {'c49b146b-69f2-4709-8960-3efb5017f956'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:11.071961 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-682107a4-a02e-4832-9b28-d7102602d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:23:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['c49b146b-69f2-4709-8960-3efb5017f956'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:11.111389 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Publish callbacks [] for router_controller (94415f92-0b46-4ad9-a45f-6ac67e4d2955), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:11.137160 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Deleting port 83f85825-781d-43e8-9563-f2ba634f0cc2 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:23:11.137619 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:11.199269 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-682107a4-a02e-4832-9b28-d7102602d4ca None None] Set router c49b146b-69f2-4709-8960-3efb5017f956 gateway port host: None {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:11.259527 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c9ab1-0fc7-48fe-a028-6d9175b1e3f3 req-e98050ab-2770-4e44-9821-2442284553d0 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:11.261240 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-685c9ab1-0fc7-48fe-a028-6d9175b1e3f3 req-e98050ab-2770-4e44-9821-2442284553d0 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 944 time: 0.1785221 Apr 28 17:23:11.275240 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-682107a4-a02e-4832-9b28-d7102602d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:23:10Z', 'revision_number': 6, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port_host': None}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:11.279474 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:11.329423 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682107a4-a02e-4832-9b28-d7102602d4ca None None] The sync data for ids ['c49b146b-69f2-4709-8960-3efb5017f956'] in dv-cinder-826949-5-iscsi is: [{'id': 'c49b146b-69f2-4709-8960-3efb5017f956', 'name': 'tempest-AttachVolumeNegativeTest-1224029249-router', 'tenant_id': '3bc5f70924aa4b3f8f9f428437223a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:16:16Z', 'updated_at': '2022-04-28T17:23:10Z', 'revision_number': 6, 'project_id': '3bc5f70924aa4b3f8f9f428437223a60', 'gw_port_host': None}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:23:11.339943 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-ace8f2ef-1b04-4981-9b03-307675f3313c None None] Provisioning complete for port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:11.340426 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ace8f2ef-1b04-4981-9b03-307675f3313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:11.376251 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] For port 83f85825-781d-43e8-9563-f2ba634f0cc2, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=83f85825-781d-43e8-9563-f2ba634f0cc2,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:11.376898 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:11.413746 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Calling delete_port for 83f85825-781d-43e8-9563-f2ba634f0cc2 owned by network:router_gateway {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:23:11.719140 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611c917-ae51-4bb1-b021-4c5398b7554b None None] Pushing event updated for resources: {'Port': ['ID=89a064f1-53fe-42c8-ac89-ea5c2519dd80,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:11.733917 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:11.734986 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:23:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:11.846264 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.db_base_plugin_common [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Allocated IP 172.20.0.2 (9b883508-5194-425b-a1dc-6eae65140ff1/1dd97865-1a17-42d1-8991-2d8f30ea55f3/b61c76ba-a53f-428d-975a-3322da54804d) {{(pid=103998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:23:11.957326 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-685c9ab1-0fc7-48fe-a028-6d9175b1e3f3 req-ac88483c-deb4-4281-8c20-b0480cf9b097 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597180 Apr 28 17:23:12.041758 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (83f85825-781d-43e8-9563-f2ba634f0cc2), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.104215 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Publish callbacks [] for router_gateway (94415f92-0b46-4ad9-a45f-6ac67e4d2955), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.114558 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f85825-781d-43e8-9563-f2ba634f0cc2,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:12.252331 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-723709'] for router_gateway (c49b146b-69f2-4709-8960-3efb5017f956), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.296743 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-ace8f2ef-1b04-4981-9b03-307675f3313c None None] Current status of the port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:12.298062 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ace8f2ef-1b04-4981-9b03-307675f3313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.337008 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:12.487311 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-348742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14345'] for router (c49b146b-69f2-4709-8960-3efb5017f956), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.502496 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Publish callbacks [] for router_controller (c49b146b-69f2-4709-8960-3efb5017f956), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.505099 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 4c3101a8-38f4-4cd6-8509-db59bc545754 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:23:12.532221 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Publish callbacks [] for router_gateway (94415f92-0b46-4ad9-a45f-6ac67e4d2955), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.556625 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.599836 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Publish callbacks [] for port (b61c76ba-a53f-428d-975a-3322da54804d), precommit_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.673070 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-ace8f2ef-1b04-4981-9b03-307675f3313c None None] For port 89a064f1-53fe-42c8-ac89-ea5c2519dd80, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=89a064f1-53fe-42c8-ac89-ea5c2519dd80,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:12.674092 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 4c3101a8-38f4-4cd6-8509-db59bc545754 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:23:12.674499 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 4c3101a8-38f4-4cd6-8509-db59bc545754 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:23:12.674958 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 83f85825-781d-43e8-9563-f2ba634f0cc2 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:23:12.711421 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 83f85825-781d-43e8-9563-f2ba634f0cc2 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:23:12.711701 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 83f85825-781d-43e8-9563-f2ba634f0cc2 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:23:12.722088 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-348767'] for router (c49b146b-69f2-4709-8960-3efb5017f956), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.723363 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c49b146b-69f2-4709-8960-3efb5017f956 {{(pid=103997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 17:23:12.728934 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.735425 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-64be782c-890c-4d62-a5d8-a259c77f7ee9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c49b146b-69f2-4709-8960-3efb5017f956 HTTP/1.1" status: 204 len: 168 time: 2.3961546 Apr 28 17:23:12.735425 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53050) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:12.790543 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ace8f2ef-1b04-4981-9b03-307675f3313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.794956 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158'] for port (b61c76ba-a53f-428d-975a-3322da54804d), after_create {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.821901 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b9993d-883e-49dc-ac14-87a09fea31fb admin admin] Deleting subnet 3f171123-3a34-488e-b790-0ae30efcd836 {{(pid=103997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:23:12.827109 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-20b9993d-883e-49dc-ac14-87a09fea31fb admin admin] Publish callbacks [] for subnet (3f171123-3a34-488e-b790-0ae30efcd836), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.854596 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Allocated IP 172.27.2.156 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:23:12.874563 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Network 9b883508-5194-425b-a1dc-6eae65140ff1 is already hosted by enough agents. {{(pid=103998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:23:12.878467 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.scheduler.base_scheduler [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Resources bound (agent type, host, resource id): {{(pid=103998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:12.891912 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Received port after_create {{(pid=103998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:23:12.922761 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-20b9993d-883e-49dc-ac14-87a09fea31fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4244606'] for subnet (3f171123-3a34-488e-b790-0ae30efcd836), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:12.967846 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8f2ef-1b04-4981-9b03-307675f3313c None None] Pushing event updated for resources: {'Port': ['ID=89a064f1-53fe-42c8-ac89-ea5c2519dd80,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:13.043903 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:10Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:13.052624 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-e0cf4b65-8305-44bb-8a5c-c7485f10a1e0 None None] Provisioning complete for port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:13.053003 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4b65-8305-44bb-8a5c-c7485f10a1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.069975 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Publish callbacks [] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.110684 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-20b9993d-883e-49dc-ac14-87a09fea31fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (3f171123-3a34-488e-b790-0ae30efcd836), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.241429 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065b57a-6cfc-4f9e-8eba-27cb0a0ec458 req-8ec679ab-14e7-4731-8304-f11d933c7261 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:13.249715 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3065b57a-6cfc-4f9e-8eba-27cb0a0ec458 req-8ec679ab-14e7-4731-8304-f11d933c7261 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 944 time: 0.1427207 Apr 28 17:23:13.286123 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53056) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:13.314807 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c160f-bb85-4a90-a53b-69d52e9264e5 None None] The sync data for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi is: [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:10Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:23:13.335624 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Attempting to bind port b61c76ba-a53f-428d-975a-3322da54804d on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:23:13.336051 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Attempting to bind port b61c76ba-a53f-428d-975a-3322da54804d by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': '01a5b226-6c78-4733-b44a-3ba2179247cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:23:13.336449 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Attempting to bind port b61c76ba-a53f-428d-975a-3322da54804d on network 9b883508-5194-425b-a1dc-6eae65140ff1 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:23:13.362035 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Pushing event updated for resources: {'Port': ['ID=b61c76ba-a53f-428d-975a-3322da54804d,revision_number=1']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:13.364853 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:23:13.407050 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Checking segment: {'id': '01a5b226-6c78-4733-b44a-3ba2179247cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:23:13.407050 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.407050 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Bound using segment: {'id': '01a5b226-6c78-4733-b44a-3ba2179247cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:23:13.407050 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Bound port: b61c76ba-a53f-428d-975a-3322da54804d, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a5b226-6c78-4733-b44a-3ba2179247cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:23:13.407050 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b61c76ba-a53f-428d-975a-3322da54804d), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.408216 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3065b57a-6cfc-4f9e-8eba-27cb0a0ec458 req-c2a36e01-af7c-435a-8306-883adce5c681 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514058 Apr 28 17:23:13.479730 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf4b65-8305-44bb-8a5c-c7485f10a1e0 None None] Current status of the port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:13.488395 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] For port b61c76ba-a53f-428d-975a-3322da54804d, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:23:13.494746 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] For port b61c76ba-a53f-428d-975a-3322da54804d, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b61c76ba-a53f-428d-975a-3322da54804d,segment=NetworkSegment(01a5b226-6c78-4733-b44a-3ba2179247cb),segment_id=01a5b226-6c78-4733-b44a-3ba2179247cb)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:23:13.497333 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-33a59575-0b6d-4c53-90ce-57e99f0f0a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.635695 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-33a59575-0b6d-4c53-90ce-57e99f0f0a78 admin admin] Publish callbacks [] for security_group (aac95235-71f1-43b3-82fc-8d8ee004d973), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.676210 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-20b9993d-883e-49dc-ac14-87a09fea31fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5206430'] for subnet (3f171123-3a34-488e-b790-0ae30efcd836), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.711999 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-20b9993d-883e-49dc-ac14-87a09fea31fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.715353 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-20b9993d-883e-49dc-ac14-87a09fea31fb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3f171123-3a34-488e-b790-0ae30efcd836 HTTP/1.1" status: 204 len: 168 time: 0.9810038 Apr 28 17:23:13.717019 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9993d-883e-49dc-ac14-87a09fea31fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f171123-3a34-488e-b790-0ae30efcd836,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:13.717990 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53060) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:13.718394 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24717d81-139d-407f-9ff9-1124bd0029c8 None None] Network a0864fea-c4a2-4606-b60c-7ca279cfdb22 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:23:13.763982 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.779981 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-33a59575-0b6d-4c53-90ce-57e99f0f0a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (aac95235-71f1-43b3-82fc-8d8ee004d973), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.792960 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b61c76ba-a53f-428d-975a-3322da54804d), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:13.840147 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:23:13.848284 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-33a59575-0b6d-4c53-90ce-57e99f0f0a78 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8f07cebdfa44847b47c03bb7ebc3759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584610 Apr 28 17:23:13.852352 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:13.854906 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53062) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:13.916194 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a59575-0b6d-4c53-90ce-57e99f0f0a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac95235-71f1-43b3-82fc-8d8ee004d973,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:13.917634 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:23:13.953878 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06536a8e-cc31-4138-b00f-06f1b783d0d8 None None] Pushing event updated for resources: {'Port': ['ID=b61c76ba-a53f-428d-975a-3322da54804d,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:14.035696 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d869a5-0bf2-4b4d-9cd2-05a2f564d3c4 None None] DHCP port deletion for a0864fea-c4a2-4606-b60c-7ca279cfdb22 request from dv-cinder-826949-5-iscsi {{(pid=103998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 17:23:14.103797 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (a0864fea-c4a2-4606-b60c-7ca279cfdb22), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:14.117525 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:14.156892 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-e1d869a5-0bf2-4b4d-9cd2-05a2f564d3c4 None None] Deleting port b9116440-fa21-469b-b185-9a8cfab54771 {{(pid=103998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:23:14.157619 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e1d869a5-0bf2-4b4d-9cd2-05a2f564d3c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (b9116440-fa21-469b-b185-9a8cfab54771), before_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:14.363387 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-65c7abc2-203c-4a88-baa5-e4543ea90052 admin admin] Publish callbacks [] for security_group (aac95235-71f1-43b3-82fc-8d8ee004d973), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:14.397659 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e1d869a5-0bf2-4b4d-9cd2-05a2f564d3c4 None None] For port b9116440-fa21-469b-b185-9a8cfab54771, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b9116440-fa21-469b-b185-9a8cfab54771,segment=NetworkSegment(fb806b8a-6176-48ac-a47d-63f803b6336e),segment_id=fb806b8a-6176-48ac-a47d-63f803b6336e)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:14.402358 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e1d869a5-0bf2-4b4d-9cd2-05a2f564d3c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (b9116440-fa21-469b-b185-9a8cfab54771), precommit_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:14.443613 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-e1d869a5-0bf2-4b4d-9cd2-05a2f564d3c4 None None] Calling delete_port for b9116440-fa21-469b-b185-9a8cfab54771 owned by network:dhcp {{(pid=103998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:23:14.625459 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-65c7abc2-203c-4a88-baa5-e4543ea90052 admin admin] Publish callbacks [] for security_group (aac95235-71f1-43b3-82fc-8d8ee004d973), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:14.641490 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e1d869a5-0bf2-4b4d-9cd2-05a2f564d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167'] for port (b9116440-fa21-469b-b185-9a8cfab54771), after_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:14.649726 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Deleting port b9116440-fa21-469b-b185-9a8cfab54771 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:23:14.654159 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (b9116440-fa21-469b-b185-9a8cfab54771), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:14.699956 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 89a064f1-53fe-42c8-ac89-ea5c2519dd80 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:23:14.708855 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d869a5-0bf2-4b4d-9cd2-05a2f564d3c4 None None] Pushing event deleted for resources: {'Port': ['ID=b9116440-fa21-469b-b185-9a8cfab54771,revision_number=None']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:14.710238 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84050002-33df-472a-873d-87fb35fa1077 req-fcbf0307-601c-4840-8e2d-6ce8d90170a8 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:14.717733 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-84050002-33df-472a-873d-87fb35fa1077 req-fcbf0307-601c-4840-8e2d-6ce8d90170a8 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 944 time: 0.1268189 Apr 28 17:23:14.744757 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d869a5-0bf2-4b4d-9cd2-05a2f564d3c4 None None] No DVR routers for this DVR port b9116440-fa21-469b-b185-9a8cfab54771 on host dv-cinder-826949-5-iscsi {{(pid=103998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:23:14.820876 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-84050002-33df-472a-873d-87fb35fa1077 req-83e8f0f5-f6c7-4d30-aa09-c7b5e4137065 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863972 Apr 28 17:23:14.869827 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:14.870431 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:14.873553 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] For port b9116440-fa21-469b-b185-9a8cfab54771, host dv-cinder-826949-5-iscsi, got binding levels [] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:14.873997 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (b9116440-fa21-469b-b185-9a8cfab54771), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:14.909819 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Calling delete_port for b9116440-fa21-469b-b185-9a8cfab54771 owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:23:14.911968 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Publish callbacks [] for router_gateway (94415f92-0b46-4ad9-a45f-6ac67e4d2955), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:14.930695 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.ipam_backend_mixin [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Port b9116440-fa21-469b-b185-9a8cfab54771 was not found and therefore no delete operation was performed {{(pid=103996) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 17:23:15.021292 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:15.022516 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b61c76ba-a53f-428d-975a-3322da54804d up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:23:15.023475 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (b9116440-fa21-469b-b185-9a8cfab54771), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.028822 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-65c7abc2-203c-4a88-baa5-e4543ea90052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (aac95235-71f1-43b3-82fc-8d8ee004d973), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.031409 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-65c7abc2-203c-4a88-baa5-e4543ea90052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.049636 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-65c7abc2-203c-4a88-baa5-e4543ea90052 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aac95235-71f1-43b3-82fc-8d8ee004d973 HTTP/1.1" status: 204 len: 168 time: 1.1361961 Apr 28 17:23:15.141317 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port b61c76ba-a53f-428d-975a-3322da54804d triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:15.141747 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b61c76ba-a53f-428d-975a-3322da54804d), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.146674 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9116440-fa21-469b-b185-9a8cfab54771,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:15.163626 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7abc2-203c-4a88-baa5-e4543ea90052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac95235-71f1-43b3-82fc-8d8ee004d973,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:15.171264 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] No DVR routers for this DVR port b9116440-fa21-469b-b185-9a8cfab54771 on host dv-cinder-826949-5-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:23:15.324023 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port b61c76ba-a53f-428d-975a-3322da54804d is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:15.324023 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b61c76ba-a53f-428d-975a-3322da54804d), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.389356 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (a0864fea-c4a2-4606-b60c-7ca279cfdb22), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.406352 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port b61c76ba-a53f-428d-975a-3322da54804d, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b61c76ba-a53f-428d-975a-3322da54804d,segment=NetworkSegment(01a5b226-6c78-4733-b44a-3ba2179247cb),segment_id=01a5b226-6c78-4733-b44a-3ba2179247cb)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:15.493480 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b61c76ba-a53f-428d-975a-3322da54804d), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.506458 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0864fea-c4a2-4606-b60c-7ca279cfdb22']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:15.544993 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb806b8a-6176-48ac-a47d-63f803b6336e') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:15.545968 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb806b8a-6176-48ac-a47d-63f803b6336e') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:15.560587 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5926587'] for segment (fb806b8a-6176-48ac-a47d-63f803b6336e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.585548 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74c285-3b45-4709-91a1-909074e67357 None None] Network 9b883508-5194-425b-a1dc-6eae65140ff1 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:23:15.624747 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b9116440-fa21-469b-b185-9a8cfab54771 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:23:15.630162 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (fb806b8a-6176-48ac-a47d-63f803b6336e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.653634 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:23:15.659118 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6703600'] for segment (fb806b8a-6176-48ac-a47d-63f803b6336e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.659285 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-53112a41-b4d1-40d4-b5a2-408b71ae8179 None None] Provisioning complete for port b61c76ba-a53f-428d-975a-3322da54804d triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:15.659285 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-53112a41-b4d1-40d4-b5a2-408b71ae8179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b61c76ba-a53f-428d-975a-3322da54804d), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: Traceback (most recent call last): Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: timer() Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: cb(*args, **kw) Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: return func(*args, **kwargs) Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: self._notify() Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: self.callback(batched_events) Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: event.method(event) Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: return f(self, *a, **k) Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._get(url).json() Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:23:15.659494 dv-cinder-826949-5-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:23:15.686213 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-348693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723673'] for router (94415f92-0b46-4ad9-a45f-6ac67e4d2955), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.721220 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: b9116440-fa21-469b-b185-9a8cfab54771 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:23:15.721569 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b9116440-fa21-469b-b185-9a8cfab54771 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:23:15.750721 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=b61c76ba-a53f-428d-975a-3322da54804d,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:15.858764 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (a0864fea-c4a2-4606-b60c-7ca279cfdb22), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.866458 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:15.869698 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a0864fea-c4a2-4606-b60c-7ca279cfdb22 HTTP/1.1" status: 204 len: 168 time: 2.1501911 Apr 28 17:23:15.886770 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f273f82-8b9b-4f0b-ac7e-a3119a65fce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0864fea-c4a2-4606-b60c-7ca279cfdb22,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:15.891405 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-53112a41-b4d1-40d4-b5a2-408b71ae8179 None None] Current status of the port b61c76ba-a53f-428d-975a-3322da54804d is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:16.019475 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 is scheduled to L3 agent 2328be28-078e-4849-a398-3f5045911048 with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 17:23:16.043374 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7c441-0bb6-4e55-859d-4aa1f55c5ac0 req-76831aee-e649-48e8-b914-e1fce69ddefa tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:16.048547 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53076) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:16.049620 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-27c7c441-0bb6-4e55-859d-4aa1f55c5ac0 req-76831aee-e649-48e8-b914-e1fce69ddefa tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 944 time: 0.0735064 Apr 28 17:23:16.086035 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-35ae3642-5f67-40d6-972f-53441284f2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.321501 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-27c7c441-0bb6-4e55-859d-4aa1f55c5ac0 req-e1e41da0-afee-4b77-bf76-712c6d36c457 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591558 Apr 28 17:23:16.322740 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-733f966f-038f-49a5-8bb2-22c8d9aa1b97 None None] Provisioning complete for port b61c76ba-a53f-428d-975a-3322da54804d triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:16.322740 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-733f966f-038f-49a5-8bb2-22c8d9aa1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b61c76ba-a53f-428d-975a-3322da54804d), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.322931 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:23:16.323023 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-35ae3642-5f67-40d6-972f-53441284f2e2 admin admin] Publish callbacks [] for security_group (2296545e-28bf-4ffd-bd5c-961e1fb00ce2), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.323115 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Sync routers for ids ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:23:16.323115 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Routers {'94415f92-0b46-4ad9-a45f-6ac67e4d2955'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:16.323115 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:23:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:16.405225 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-733f966f-038f-49a5-8bb2-22c8d9aa1b97 None None] Current status of the port b61c76ba-a53f-428d-975a-3322da54804d is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:16.432630 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Set router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:16.440032 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.440995 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-291338fd-8fb4-400f-ba90-9420b8a04fd8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6483071 Apr 28 17:23:16.443704 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53078) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:16.445450 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-35ae3642-5f67-40d6-972f-53441284f2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (2296545e-28bf-4ffd-bd5c-961e1fb00ce2), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.448717 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53080) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:16.522471 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b61c76ba-a53f-428d-975a-3322da54804d up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:23:16.526871 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae3642-5f67-40d6-972f-53441284f2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2296545e-28bf-4ffd-bd5c-961e1fb00ce2,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:16.539591 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-35ae3642-5f67-40d6-972f-53441284f2e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd970b023ea14c859524666691aceb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4857988 Apr 28 17:23:16.541273 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53082) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:16.561419 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-52552953-9bfb-4365-8c1e-cc45a4b1f671 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bc5f70924aa4b3f8f9f428437223a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1079311 Apr 28 17:23:16.565041 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53084) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:16.635081 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6ec30e79-331f-42c0-ab7c-11a8d23aa122 admin admin] Publish callbacks [] for security_group (2296545e-28bf-4ffd-bd5c-961e1fb00ce2), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.648953 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port b61c76ba-a53f-428d-975a-3322da54804d triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:16.649337 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b61c76ba-a53f-428d-975a-3322da54804d), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.655593 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fab4699c-cf5b-4dcf-9d85-ec676aaa61d9 admin admin] Publish callbacks [] for security_group (bbb9926f-6e6b-4439-914c-86d6746d6bd2), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.667326 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6ec30e79-331f-42c0-ab7c-11a8d23aa122 admin admin] Publish callbacks [] for security_group (2296545e-28bf-4ffd-bd5c-961e1fb00ce2), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.697061 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fab4699c-cf5b-4dcf-9d85-ec676aaa61d9 admin admin] Publish callbacks [] for security_group (bbb9926f-6e6b-4439-914c-86d6746d6bd2), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.722058 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'name': 'tempest-TestVolumeBootPattern-32714826-router', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:10Z', 'updated_at': '2022-04-28T17:23:14Z', 'revision_number': 3, 'project_id': '5e17439c424241e79f250da312bdc157', 'gw_port': {'id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:12Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:16.752917 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Checking router: 94415f92-0b46-4ad9-a45f-6ac67e4d2955 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:23:16.755282 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Updating router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 binding host dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:23:16.810742 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.813473 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6ec30e79-331f-42c0-ab7c-11a8d23aa122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (2296545e-28bf-4ffd-bd5c-961e1fb00ce2), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.816516 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6ec30e79-331f-42c0-ab7c-11a8d23aa122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.818510 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-6ec30e79-331f-42c0-ab7c-11a8d23aa122 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2296545e-28bf-4ffd-bd5c-961e1fb00ce2 HTTP/1.1" status: 204 len: 168 time: 0.2756817 Apr 28 17:23:16.834421 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec30e79-331f-42c0-ab7c-11a8d23aa122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2296545e-28bf-4ffd-bd5c-961e1fb00ce2,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:16.853136 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fab4699c-cf5b-4dcf-9d85-ec676aaa61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (bbb9926f-6e6b-4439-914c-86d6746d6bd2), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.857729 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fab4699c-cf5b-4dcf-9d85-ec676aaa61d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:16.858900 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port b61c76ba-a53f-428d-975a-3322da54804d is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:16.859378 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-fab4699c-cf5b-4dcf-9d85-ec676aaa61d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbb9926f-6e6b-4439-914c-86d6746d6bd2 HTTP/1.1" status: 204 len: 168 time: 0.2935269 Apr 28 17:23:16.878603 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4699c-cf5b-4dcf-9d85-ec676aaa61d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb9926f-6e6b-4439-914c-86d6746d6bd2,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:16.974771 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.146921 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Allocated IP 172.20.0.1 (9b883508-5194-425b-a1dc-6eae65140ff1/1dd97865-1a17-42d1-8991-2d8f30ea55f3/36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:23:17.160262 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Publish callbacks [] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.224671 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.257744 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Publish callbacks [] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.312612 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Attempting to bind port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:23:17.313092 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Attempting to bind port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:23:17.313530 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Attempting to bind port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 on network f8764e81-f1f8-4275-aee3-2fa9a09189b3 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:23:17.319457 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5962b12-b466-4274-a925-237041ed5500 None None] Pushing event updated for resources: {'Port': ['ID=d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:17.322782 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:23:17.323261 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Checking segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:23:17.323750 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.324412 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Bound using segment: {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:23:17.324778 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Bound port: d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52469d0-c4dd-4d53-99b9-f12f8f829dd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:23:17.325228 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.360190 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e3280-8aad-45f5-b32e-e2104de07519 req-d7e6d20b-2262-4765-b679-d9cf1bcb1b68 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:17.361721 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d87e3280-8aad-45f5-b32e-e2104de07519 req-d7e6d20b-2262-4765-b679-d9cf1bcb1b68 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 944 time: 0.0650291 Apr 28 17:23:17.367831 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.404747 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] For port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:23:17.408512 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] For port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:23:17.436015 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Network 9b883508-5194-425b-a1dc-6eae65140ff1 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:23:17.441431 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:17.445624 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:23:17.457433 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d87e3280-8aad-45f5-b32e-e2104de07519 req-6e06d8ba-18e0-4a88-b1f1-eedd78763c05 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855923 Apr 28 17:23:17.471504 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Pushing event updated for resources: {'Port': ['ID=36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:17.487455 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.501961 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722348'] for router_interface (94415f92-0b46-4ad9-a45f-6ac67e4d2955), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.572213 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Routers {'94415f92-0b46-4ad9-a45f-6ac67e4d2955'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:17.572982 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:23:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:17.575313 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5962b12-b466-4274-a925-237041ed5500 None None] Pushing event updated for resources: {'Port': ['ID=d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:17.739328 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.782795 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-5b76671a-665a-4fae-9ed1-19ba34b08b27 None None] Provisioning complete for port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:17.783315 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5b76671a-665a-4fae-9ed1-19ba34b08b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.819617 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-5b76671a-665a-4fae-9ed1-19ba34b08b27 None None] Port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:23:17.934787 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Publish callbacks [] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:17.950969 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] Set router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:18.001826 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:18.067614 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-346396'] for router_interface (94415f92-0b46-4ad9-a45f-6ac67e4d2955), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:18.070171 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Pushing event updated for resources: {'Port': ['ID=36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:18.146160 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'name': 'tempest-TestVolumeBootPattern-32714826-router', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:10Z', 'updated_at': '2022-04-28T17:23:14Z', 'revision_number': 3, 'project_id': '5e17439c424241e79f250da312bdc157', 'gw_port': {'id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:12Z', 'updated_at': '2022-04-28T17:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:18.176997 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Network 9b883508-5194-425b-a1dc-6eae65140ff1 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:23:18.179435 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:18.184593 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f955d8c-0324-4981-a48e-56e612a3f196 None None] The sync data for ids ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'] in dv-cinder-826949-5-iscsi is: [{'id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'name': 'tempest-TestVolumeBootPattern-32714826-router', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:10Z', 'updated_at': '2022-04-28T17:23:14Z', 'revision_number': 3, 'project_id': '5e17439c424241e79f250da312bdc157', 'gw_port': {'id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:12Z', 'updated_at': '2022-04-28T17:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:23:18.590070 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-8a77a65e-87d0-423f-a3a4-a997b9f34bae None None] Provisioning complete for port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:18.592928 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8a77a65e-87d0-423f-a3a4-a997b9f34bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:18.646112 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-8a77a65e-87d0-423f-a3a4-a997b9f34bae None None] Port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:23:18.696879 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd0e6d-c278-406f-aa15-435e27bdf9c3 req-c935e616-6e3c-44ea-9089-38b0de033f97 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:18.699087 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b0fd0e6d-c278-406f-aa15-435e27bdf9c3 req-c935e616-6e3c-44ea-9089-38b0de033f97 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 944 time: 0.0700123 Apr 28 17:23:18.714639 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:23:18.802377 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b0fd0e6d-c278-406f-aa15-435e27bdf9c3 req-01b304de-5d10-42f7-ad99-8fd55b193bac tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974176 Apr 28 17:23:18.866943 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:23:18.874530 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9f48f81f-e879-4116-92ed-027f800de367 admin admin] 10.222.0.64 "PUT /v2.0/routers/94415f92-0b46-4ad9-a45f-6ac67e4d2955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4297934 Apr 28 17:23:19.873459 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53166) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:19.879333 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-ad798aac-78b2-4968-8df4-dc6ac65a914f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1701634542', 'description': 'tempest-secgroup-smoke-1701634542 description', 'project_id': 'b06f627f803d44389c3aac822788b2f7'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:19.971375 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43209e15-0253-4369-90c2-71fe176d20ae req-bcd2b7df-7bd2-4e08-8e73-e9cc0b956814 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:19.972918 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43209e15-0253-4369-90c2-71fe176d20ae req-bcd2b7df-7bd2-4e08-8e73-e9cc0b956814 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 944 time: 0.0590625 Apr 28 17:23:19.990963 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Sync routers for ids ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:23:19.991551 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ad798aac-78b2-4968-8df4-dc6ac65a914f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.004861 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Routers {'94415f92-0b46-4ad9-a45f-6ac67e4d2955'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:20.006555 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:23:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:20.035398 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43209e15-0253-4369-90c2-71fe176d20ae req-473aa5c9-56a0-4655-9fd9-d5f07f85dd8c tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559347 Apr 28 17:23:20.106052 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ad798aac-78b2-4968-8df4-dc6ac65a914f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group (2b286790-5ec4-4176-b847-14175558b04a), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.146575 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Set router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:20.178641 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ad798aac-78b2-4968-8df4-dc6ac65a914f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (2b286790-5ec4-4176-b847-14175558b04a), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.211252 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad798aac-78b2-4968-8df4-dc6ac65a914f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b286790-5ec4-4176-b847-14175558b04a,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:20.277368 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ad798aac-78b2-4968-8df4-dc6ac65a914f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.278783 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-ad798aac-78b2-4968-8df4-dc6ac65a914f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4041822 Apr 28 17:23:20.281632 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53182) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:20.286016 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-546cab2a-a239-472d-8581-2b7f302ee2ff tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'security_group_rule': {'security_group_id': '2b286790-5ec4-4176-b847-14175558b04a', 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:20.349931 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'name': 'tempest-TestVolumeBootPattern-32714826-router', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:10Z', 'updated_at': '2022-04-28T17:23:17Z', 'revision_number': 4, 'project_id': '5e17439c424241e79f250da312bdc157', 'gw_port': {'id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:12Z', 'updated_at': '2022-04-28T17:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca', 'name': '', 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'mac_address': 'fa:16:3e:47:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1dd97865-1a17-42d1-8991-2d8f30ea55f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:16Z', 'updated_at': '2022-04-28T17:23:17Z', 'revision_number': 2, 'project_id': '5e17439c424241e79f250da312bdc157', 'subnets': [{'id': '1dd97865-1a17-42d1-8991-2d8f30ea55f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:20.377934 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Checking router: 94415f92-0b46-4ad9-a45f-6ac67e4d2955 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:23:20.378126 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Updating router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca binding host dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 17:23:20.411992 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.413977 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-546cab2a-a239-472d-8581-2b7f302ee2ff tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (3f1181c6-bd40-4463-a512-da5cd092f5e9), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.503039 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:23:20.522583 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-546cab2a-a239-472d-8581-2b7f302ee2ff tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (3f1181c6-bd40-4463-a512-da5cd092f5e9), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.553048 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:20.568724 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.645293 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:20.646065 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.663837 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-546cab2a-a239-472d-8581-2b7f302ee2ff tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (3f1181c6-bd40-4463-a512-da5cd092f5e9), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.670981 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] For port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:20.683899 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cab2a-a239-472d-8581-2b7f302ee2ff tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1181c6-bd40-4463-a512-da5cd092f5e9,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:20.762008 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.771648 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-546cab2a-a239-472d-8581-2b7f302ee2ff tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.778758 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53198) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:20.778949 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-546cab2a-a239-472d-8581-2b7f302ee2ff tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4962089 Apr 28 17:23:20.787526 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-29a81c12-5b74-4f58-8a04-5c798e95266e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'security_group_rule': {'security_group_id': '2b286790-5ec4-4176-b847-14175558b04a', 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:20.799144 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Publish callbacks [] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), precommit_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.815219 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Pushing event updated for resources: {'Port': ['ID=d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:20.869478 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.878471 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29a81c12-5b74-4f58-8a04-5c798e95266e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (926708a1-2089-4d0e-b7ae-6339f9ed5ec6), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.920692 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef4eef-23c3-4d09-980b-329a5a247f93 None None] Pushing event updated for resources: {'Port': ['ID=36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca,revision_number=3']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:20.951301 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29a81c12-5b74-4f58-8a04-5c798e95266e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (926708a1-2089-4d0e-b7ae-6339f9ed5ec6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.989940 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Attempting to bind port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca on host dv-cinder-826949-5-iscsi for vnic_type normal with profile {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:23:20.990370 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Attempting to bind port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca by drivers openvswitch,hyperv on host dv-cinder-826949-5-iscsi at level 0 using segments [{'id': '01a5b226-6c78-4733-b44a-3ba2179247cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1'}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:23:20.990763 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Attempting to bind port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca on network 9b883508-5194-425b-a1dc-6eae65140ff1 {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:23:20.996164 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Checking agent: {'id': 'b24d16e8-cfc8-483b-a056-ad3001e405e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 6, 8), 'started_at': datetime.datetime(2022, 4, 28, 17, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:23:20.996862 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Checking segment: {'id': '01a5b226-6c78-4733-b44a-3ba2179247cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:23:20.996999 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:20.997470 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Bound using segment: {'id': '01a5b226-6c78-4733-b44a-3ba2179247cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1'} {{(pid=103999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:23:20.997951 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.managers [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Bound port: 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca, host: dv-cinder-826949-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a5b226-6c78-4733-b44a-3ba2179247cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1'}}] {{(pid=103999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:23:20.998534 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), before_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.013135 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29a81c12-5b74-4f58-8a04-5c798e95266e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (926708a1-2089-4d0e-b7ae-6339f9ed5ec6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.033603 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a81c12-5b74-4f58-8a04-5c798e95266e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926708a1-2089-4d0e-b7ae-6339f9ed5ec6,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:21.076426 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] For port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca, host dv-cinder-826949-5-iscsi, cleared binding levels {{(pid=103999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:23:21.079436 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.db [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] For port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca, host dv-cinder-826949-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca,segment=NetworkSegment(01a5b226-6c78-4733-b44a-3ba2179247cb),segment_id=01a5b226-6c78-4733-b44a-3ba2179247cb)] {{(pid=103999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:23:21.095165 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-29a81c12-5b74-4f58-8a04-5c798e95266e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.099551 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-29a81c12-5b74-4f58-8a04-5c798e95266e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162155 Apr 28 17:23:21.103727 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53214) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:21.104800 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-3e049d2e-57bf-43a9-8442-d6264327479b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'security_group_rule': {'security_group_id': '2b286790-5ec4-4176-b847-14175558b04a', 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:21.174337 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e843-94f2-4bcf-b3e4-88fdc671cfeb req-5274b4dd-f649-414b-9f2c-3335b79b1dab tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:21.183920 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d9e4e843-94f2-4bcf-b3e4-88fdc671cfeb req-5274b4dd-f649-414b-9f2c-3335b79b1dab tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 944 time: 0.0499103 Apr 28 17:23:21.191027 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), after_update {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.194906 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-5438c1b3-11f9-4acf-96d4-af51c38e567a None None] Provisioning complete for port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:21.195285 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5438c1b3-11f9-4acf-96d4-af51c38e567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.233537 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3e049d2e-57bf-43a9-8442-d6264327479b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (6e398ffa-1e62-4d84-9883-62fde7d4d4e0), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.267036 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef4eef-23c3-4d09-980b-329a5a247f93 None None] Pushing event updated for resources: {'Port': ['ID=36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca,revision_number=4']} {{(pid=103999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:21.289613 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c732df55-f5e2-4309-af8a-c80b7cba116c details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:23:21.299818 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Routers {'94415f92-0b46-4ad9-a45f-6ac67e4d2955'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:21.300398 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:23:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:21.337079 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d9e4e843-94f2-4bcf-b3e4-88fdc671cfeb req-ca4411d2-0469-434c-86f3-d61dbe0908f5 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556160 Apr 28 17:23:21.339667 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-5438c1b3-11f9-4acf-96d4-af51c38e567a None None] Current status of the port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca is: DOWN; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:21.339667 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5438c1b3-11f9-4acf-96d4-af51c38e567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.401257 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3e049d2e-57bf-43a9-8442-d6264327479b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (6e398ffa-1e62-4d84-9883-62fde7d4d4e0), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.431891 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] Set router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:21.455305 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-5438c1b3-11f9-4acf-96d4-af51c38e567a None None] For port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca,segment=NetworkSegment(01a5b226-6c78-4733-b44a-3ba2179247cb),segment_id=01a5b226-6c78-4733-b44a-3ba2179247cb)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:21.492778 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c732df55-f5e2-4309-af8a-c80b7cba116c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c732df55-f5e2-4309-af8a-c80b7cba116c,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:21.506931 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'port_id': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'mac_address': 'fa:16:3e:fc:57:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f269673f-0cd8-466f-9509-12be0463f612', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:23:21.510081 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3e049d2e-57bf-43a9-8442-d6264327479b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (6e398ffa-1e62-4d84-9883-62fde7d4d4e0), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.534055 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e049d2e-57bf-43a9-8442-d6264327479b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e398ffa-1e62-4d84-9883-62fde7d4d4e0,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:21.558851 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5438c1b3-11f9-4acf-96d4-af51c38e567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.598001 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port c732df55-f5e2-4309-af8a-c80b7cba116c is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:21.598396 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.620581 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c732df55-f5e2-4309-af8a-c80b7cba116c {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:23:21.635907 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'name': 'tempest-TestVolumeBootPattern-32714826-router', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:10Z', 'updated_at': '2022-04-28T17:23:17Z', 'revision_number': 4, 'project_id': '5e17439c424241e79f250da312bdc157', 'gw_port': {'id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:12Z', 'updated_at': '2022-04-28T17:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca', 'name': '', 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'mac_address': 'fa:16:3e:47:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1dd97865-1a17-42d1-8991-2d8f30ea55f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:16Z', 'updated_at': '2022-04-28T17:23:21Z', 'revision_number': 4, 'project_id': '5e17439c424241e79f250da312bdc157', 'subnets': [{'id': '1dd97865-1a17-42d1-8991-2d8f30ea55f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:21.639664 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438c1b3-11f9-4acf-96d4-af51c38e567a None None] Pushing event updated for resources: {'Port': ['ID=36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:21.655965 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c732df55-f5e2-4309-af8a-c80b7cba116c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c732df55-f5e2-4309-af8a-c80b7cba116c,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:21.656113 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3e049d2e-57bf-43a9-8442-d6264327479b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.656113 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-3e049d2e-57bf-43a9-8442-d6264327479b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5509522 Apr 28 17:23:21.656113 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53222) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:21.659240 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-41e740e2-206f-4b4f-988f-144cc1154d2f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'security_group_rule': {'security_group_id': '2b286790-5ec4-4176-b847-14175558b04a', 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:21.665694 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6510b5e-5b00-4381-a4df-515d67eecdfc None None] The sync data for ids ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'] in dv-cinder-826949-5-iscsi is: [{'id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'name': 'tempest-TestVolumeBootPattern-32714826-router', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:10Z', 'updated_at': '2022-04-28T17:23:17Z', 'revision_number': 4, 'project_id': '5e17439c424241e79f250da312bdc157', 'gw_port': {'id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:12Z', 'updated_at': '2022-04-28T17:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca', 'name': '', 'network_id': '9b883508-5194-425b-a1dc-6eae65140ff1', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'mac_address': 'fa:16:3e:47:56:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1dd97865-1a17-42d1-8991-2d8f30ea55f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:16Z', 'updated_at': '2022-04-28T17:23:21Z', 'revision_number': 4, 'project_id': '5e17439c424241e79f250da312bdc157', 'subnets': [{'id': '1dd97865-1a17-42d1-8991-2d8f30ea55f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:23:21.687039 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-0db98795-e351-443e-a66c-38956e3470a7 None None] Provisioning complete for port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:21.687412 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0db98795-e351-443e-a66c-38956e3470a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.792359 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.813561 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-41e740e2-206f-4b4f-988f-144cc1154d2f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (3fdae856-f54e-4727-aab4-f4ce044fb3d9), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.827019 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-0db98795-e351-443e-a66c-38956e3470a7 None None] Current status of the port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:21.831716 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53226) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:21.855816 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=c732df55-f5e2-4309-af8a-c80b7cba116c,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:21.895291 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-41e740e2-206f-4b4f-988f-144cc1154d2f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (3fdae856-f54e-4727-aab4-f4ce044fb3d9), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:21.956236 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb638519-e18a-4170-937f-9396a0b4aa28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.018658 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-41e740e2-206f-4b4f-988f-144cc1154d2f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (3fdae856-f54e-4727-aab4-f4ce044fb3d9), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.039280 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb638519-e18a-4170-937f-9396a0b4aa28 admin admin] Publish callbacks [] for security_group (ef778d17-1845-4a8f-abf7-4fe77deb6ef0), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.041273 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e740e2-206f-4b4f-988f-144cc1154d2f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdae856-f54e-4727-aab4-f4ce044fb3d9,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:22.110321 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cb638519-e18a-4170-937f-9396a0b4aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (ef778d17-1845-4a8f-abf7-4fe77deb6ef0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.112301 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-41e740e2-206f-4b4f-988f-144cc1154d2f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.114132 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-41e740e2-206f-4b4f-988f-144cc1154d2f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4581673 Apr 28 17:23:22.115785 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['c732df55-f5e2-4309-af8a-c80b7cba116c'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:23:22.117426 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53230) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:22.122219 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-819aeb96-30e0-427b-bfec-6d3527f7839e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'security_group_rule': {'security_group_id': '2b286790-5ec4-4176-b847-14175558b04a', 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:22.156970 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb638519-e18a-4170-937f-9396a0b4aa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef778d17-1845-4a8f-abf7-4fe77deb6ef0,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:22.162616 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cb638519-e18a-4170-937f-9396a0b4aa28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4032fe8c06944488b13ec94346033121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296990 Apr 28 17:23:22.165344 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53232) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:22.222283 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8118c9e5-e797-4f66-b0cc-76541d65b56a admin admin] Publish callbacks [] for security_group (ef778d17-1845-4a8f-abf7-4fe77deb6ef0), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.244689 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8118c9e5-e797-4f66-b0cc-76541d65b56a admin admin] Publish callbacks [] for security_group (ef778d17-1845-4a8f-abf7-4fe77deb6ef0), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.258856 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.securitygroups_db [None req-819aeb96-30e0-427b-bfec-6d3527f7839e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Project b06f627f803d44389c3aac822788b2f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 17:23:22.265963 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-819aeb96-30e0-427b-bfec-6d3527f7839e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (56d2cde5-caf2-4088-bb79-f7fd82ae1495), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.382586 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8118c9e5-e797-4f66-b0cc-76541d65b56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (ef778d17-1845-4a8f-abf7-4fe77deb6ef0), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.391325 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8118c9e5-e797-4f66-b0cc-76541d65b56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.393356 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8118c9e5-e797-4f66-b0cc-76541d65b56a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef778d17-1845-4a8f-abf7-4fe77deb6ef0 HTTP/1.1" status: 204 len: 168 time: 0.2261283 Apr 28 17:23:22.395809 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-819aeb96-30e0-427b-bfec-6d3527f7839e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (56d2cde5-caf2-4088-bb79-f7fd82ae1495), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.444182 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118c9e5-e797-4f66-b0cc-76541d65b56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef778d17-1845-4a8f-abf7-4fe77deb6ef0,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:22.470521 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-819aeb96-30e0-427b-bfec-6d3527f7839e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (56d2cde5-caf2-4088-bb79-f7fd82ae1495), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.506007 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819aeb96-30e0-427b-bfec-6d3527f7839e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d2cde5-caf2-4088-bb79-f7fd82ae1495,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:22.540321 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccf2a0-9bfa-4caf-93a2-e35419ae7fdd req-35aa7d35-4e99-4b67-b93a-8be50117bf65 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:22.542341 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8eccf2a0-9bfa-4caf-93a2-e35419ae7fdd req-35aa7d35-4e99-4b67-b93a-8be50117bf65 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 945 time: 0.0685658 Apr 28 17:23:22.569718 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-819aeb96-30e0-427b-bfec-6d3527f7839e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.572262 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-819aeb96-30e0-427b-bfec-6d3527f7839e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4525037 Apr 28 17:23:22.573886 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53244) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:22.578470 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-d847fb01-ef0c-4cd0-a11b-ed1d513256b5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'security_group_rule': {'security_group_id': '2b286790-5ec4-4176-b847-14175558b04a', 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:22.602787 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:23:22.612340 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8eccf2a0-9bfa-4caf-93a2-e35419ae7fdd req-27e4d01d-dc8d-4737-b801-664b62e0ea36 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637200 Apr 28 17:23:22.654425 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:22.655104 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.709896 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.securitygroups_db [None req-d847fb01-ef0c-4cd0-a11b-ed1d513256b5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Project b06f627f803d44389c3aac822788b2f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 17:23:22.716388 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d847fb01-ef0c-4cd0-a11b-ed1d513256b5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (ce726fb3-a212-49f1-9c38-1f36bdd9e734), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.759922 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:22.763747 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca up at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:23:22.805743 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d847fb01-ef0c-4cd0-a11b-ed1d513256b5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (ce726fb3-a212-49f1-9c38-1f36bdd9e734), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.825796 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Provisioning complete for port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:22.827626 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.898631 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d847fb01-ef0c-4cd0-a11b-ed1d513256b5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (ce726fb3-a212-49f1-9c38-1f36bdd9e734), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:22.905199 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Current status of the port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:22.913960 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847fb01-ef0c-4cd0-a11b-ed1d513256b5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce726fb3-a212-49f1-9c38-1f36bdd9e734,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:23.081000 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d847fb01-ef0c-4cd0-a11b-ed1d513256b5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:23.081000 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-d847fb01-ef0c-4cd0-a11b-ed1d513256b5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5034401 Apr 28 17:23:23.120455 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53260) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:23.134390 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e5ee793e-5b4d-4248-9e16-c142b97f64d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:23.213185 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e5ee793e-5b4d-4248-9e16-c142b97f64d3 admin admin] Publish callbacks [] for security_group (f5496f67-c6b7-4d81-9b31-922656e236a1), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:23.302800 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c732df55-f5e2-4309-af8a-c80b7cba116c up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:23:23.304264 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e5ee793e-5b4d-4248-9e16-c142b97f64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f5496f67-c6b7-4d81-9b31-922656e236a1), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:23.346623 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-e5ee793e-5b4d-4248-9e16-c142b97f64d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39c80dfe4f314d1986a9f5cf737e9e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225873 Apr 28 17:23:23.346623 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee793e-5b4d-4248-9e16-c142b97f64d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5496f67-c6b7-4d81-9b31-922656e236a1,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:23.347034 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53290) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:23.352728 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port c732df55-f5e2-4309-af8a-c80b7cba116c completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:23:23.404237 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-016d6e6d-e935-466a-b7c9-449f0eda9a4a admin admin] Publish callbacks [] for security_group (f5496f67-c6b7-4d81-9b31-922656e236a1), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:23.421538 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-016d6e6d-e935-466a-b7c9-449f0eda9a4a admin admin] Publish callbacks [] for security_group (f5496f67-c6b7-4d81-9b31-922656e236a1), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:23.452727 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port c732df55-f5e2-4309-af8a-c80b7cba116c triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:23.453112 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:23.532033 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port c732df55-f5e2-4309-af8a-c80b7cba116c is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:23.532455 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:23.544448 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-016d6e6d-e935-466a-b7c9-449f0eda9a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f5496f67-c6b7-4d81-9b31-922656e236a1), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:23.547242 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-016d6e6d-e935-466a-b7c9-449f0eda9a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:23.553720 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-016d6e6d-e935-466a-b7c9-449f0eda9a4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5496f67-c6b7-4d81-9b31-922656e236a1 HTTP/1.1" status: 204 len: 168 time: 0.1978226 Apr 28 17:23:23.558198 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d6e6d-e935-466a-b7c9-449f0eda9a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5496f67-c6b7-4d81-9b31-922656e236a1,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:23.560167 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:23:23.562484 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6771a4-bf9f-4fed-b821-7cbd4ee390b1" -d '{"events": [{"server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "name": "network-vif-plugged", "status": "completed", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:23:23.585770 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port c732df55-f5e2-4309-af8a-c80b7cba116c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c732df55-f5e2-4309-af8a-c80b7cba116c,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:23.606045 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd8555c-bd2d-4324-bdd7-d399b1ad6d7e x-openstack-request-id: req-6bd8555c-bd2d-4324-bdd7-d399b1ad6d7e {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:23:23.606639 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "name": "network-vif-plugged", "status": "completed", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:23:23.606639 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6bd8555c-bd2d-4324-bdd7-d399b1ad6d7e {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:23:23.608391 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd8555c-bd2d-4324-bdd7-d399b1ad6d7e'] response: {'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'code': 200} Apr 28 17:23:23.635925 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:23.692092 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=c732df55-f5e2-4309-af8a-c80b7cba116c,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:23.762744 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bf54b-8736-4125-8b19-867e4001a203 req-ca58f709-f440-41cf-a4c8-c2a16a517dd9 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:23.764345 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-302bf54b-8736-4125-8b19-867e4001a203 req-ca58f709-f440-41cf-a4c8-c2a16a517dd9 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.0560701 Apr 28 17:23:23.819342 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-302bf54b-8736-4125-8b19-867e4001a203 req-28bb8ab3-7ebc-4bfa-b5a8-5d27746efb33 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489790 Apr 28 17:23:24.000727 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3081b6-8fe9-4482-a4d0-971e85495ea3 req-65b7a004-31f8-403d-8cd7-c537aee127e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:24.003550 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8c3081b6-8fe9-4482-a4d0-971e85495ea3 req-65b7a004-31f8-403d-8cd7-c537aee127e9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 1130 time: 0.0441294 Apr 28 17:23:24.049713 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8c3081b6-8fe9-4482-a4d0-971e85495ea3 req-9c9e55f9-a67d-4588-8526-21f41bcb0241 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375445 Apr 28 17:23:24.942031 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b9042-6850-4398-878b-41550d198b57 req-848009a8-d9c0-40a4-8480-f72dcc505393 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:24.944794 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-695b9042-6850-4398-878b-41550d198b57 req-848009a8-d9c0-40a4-8480-f72dcc505393 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.0538850 Apr 28 17:23:25.000982 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-695b9042-6850-4398-878b-41550d198b57 req-68f31081-96db-4877-a941-3f1fefabdc2f tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440626 Apr 28 17:23:25.675550 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:26.115490 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b23301-9290-44fa-8d52-ed013c0cdf95 req-7e90cccc-e5aa-4c52-aec1-033a58a15895 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:26.117174 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44b23301-9290-44fa-8d52-ed013c0cdf95 req-7e90cccc-e5aa-4c52-aec1-033a58a15895 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.0492957 Apr 28 17:23:26.171467 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44b23301-9290-44fa-8d52-ed013c0cdf95 req-d6446802-606a-4b55-b47e-968a033545e5 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419827 Apr 28 17:23:26.293577 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53390) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:26.305419 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d985049-6358-44be-b839-f19e995e7745 req-fddd9206-d951-460f-aad1-482da21c13a2 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:26.306941 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7d985049-6358-44be-b839-f19e995e7745 req-fddd9206-d951-460f-aad1-482da21c13a2 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.0485022 Apr 28 17:23:26.364618 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7d985049-6358-44be-b839-f19e995e7745 req-e3787054-3dd9-410e-a99f-bb727fab7eff tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512421 Apr 28 17:23:26.408854 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c645b5f7-22c9-4305-b4d8-b3650a521442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:26.493586 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c645b5f7-22c9-4305-b4d8-b3650a521442 admin admin] Publish callbacks [] for security_group (fdd9907b-1ac2-4fa6-8e35-63e009d0ed75), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:26.544143 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c645b5f7-22c9-4305-b4d8-b3650a521442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (fdd9907b-1ac2-4fa6-8e35-63e009d0ed75), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:26.585779 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c645b5f7-22c9-4305-b4d8-b3650a521442 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36a21e6d1f95468a8b07d4baca0a6839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910755 Apr 28 17:23:26.586928 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645b5f7-22c9-4305-b4d8-b3650a521442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd9907b-1ac2-4fa6-8e35-63e009d0ed75,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:26.588748 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53400) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:26.654577 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9a862e2d-d5de-48be-8132-719f3149909c admin admin] Publish callbacks [] for security_group (fdd9907b-1ac2-4fa6-8e35-63e009d0ed75), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:26.703003 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9a862e2d-d5de-48be-8132-719f3149909c admin admin] Publish callbacks [] for security_group (fdd9907b-1ac2-4fa6-8e35-63e009d0ed75), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:26.732911 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b90d16-bd18-4244-a214-3a4d0ccb6ec2 req-3982df4d-fc74-410e-8496-c99b69b31055 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:26.734512 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c1b90d16-bd18-4244-a214-3a4d0ccb6ec2 req-3982df4d-fc74-410e-8496-c99b69b31055 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.0673053 Apr 28 17:23:26.791029 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c1b90d16-bd18-4244-a214-3a4d0ccb6ec2 req-914cd1ea-84ec-4219-bb4f-632c2bcccd24 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497298 Apr 28 17:23:26.841585 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9a862e2d-d5de-48be-8132-719f3149909c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (fdd9907b-1ac2-4fa6-8e35-63e009d0ed75), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:26.844272 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9a862e2d-d5de-48be-8132-719f3149909c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:26.845411 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-9a862e2d-d5de-48be-8132-719f3149909c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdd9907b-1ac2-4fa6-8e35-63e009d0ed75 HTTP/1.1" status: 204 len: 168 time: 0.2545841 Apr 28 17:23:26.854499 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a862e2d-d5de-48be-8132-719f3149909c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd9907b-1ac2-4fa6-8e35-63e009d0ed75,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:27.497975 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53416) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:27.516279 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-46b0d0ac-9193-43f3-a980-b6bea9d4d4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:27.602158 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-46b0d0ac-9193-43f3-a980-b6bea9d4d4d9 admin admin] Publish callbacks [] for security_group (78286f7d-a0d3-41d1-8748-fe79061ce7e6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:27.698758 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-46b0d0ac-9193-43f3-a980-b6bea9d4d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (78286f7d-a0d3-41d1-8748-fe79061ce7e6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:27.741538 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-46b0d0ac-9193-43f3-a980-b6bea9d4d4d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b60edc9006f84e7286fbe5d6377581f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423384 Apr 28 17:23:27.743681 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0d0ac-9193-43f3-a980-b6bea9d4d4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78286f7d-a0d3-41d1-8748-fe79061ce7e6,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:27.744323 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53428) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:27.805296 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-df92c7cc-fe45-4e14-bc88-e15d8bb0eb61 admin admin] Publish callbacks [] for security_group (78286f7d-a0d3-41d1-8748-fe79061ce7e6), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:27.823908 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-df92c7cc-fe45-4e14-bc88-e15d8bb0eb61 admin admin] Publish callbacks [] for security_group (78286f7d-a0d3-41d1-8748-fe79061ce7e6), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:27.938689 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-df92c7cc-fe45-4e14-bc88-e15d8bb0eb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (78286f7d-a0d3-41d1-8748-fe79061ce7e6), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:27.941356 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-df92c7cc-fe45-4e14-bc88-e15d8bb0eb61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:27.942606 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-df92c7cc-fe45-4e14-bc88-e15d8bb0eb61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78286f7d-a0d3-41d1-8748-fe79061ce7e6 HTTP/1.1" status: 204 len: 168 time: 0.1966207 Apr 28 17:23:27.951490 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92c7cc-fe45-4e14-bc88-e15d8bb0eb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78286f7d-a0d3-41d1-8748-fe79061ce7e6,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:29.786290 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53498) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:29.899802 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5593b986-be0c-4256-8562-b11c0e51792d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:29.977094 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5593b986-be0c-4256-8562-b11c0e51792d admin admin] Publish callbacks [] for security_group (f5565cb0-802a-45cc-8571-144f2d19065a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:30.047141 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5593b986-be0c-4256-8562-b11c0e51792d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f5565cb0-802a-45cc-8571-144f2d19065a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:30.090587 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5593b986-be0c-4256-8562-b11c0e51792d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64f7f9660f6e48069fade763b8b23685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033860 Apr 28 17:23:30.091322 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593b986-be0c-4256-8562-b11c0e51792d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5565cb0-802a-45cc-8571-144f2d19065a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:30.093983 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53506) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:30.146947 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6baf8df5-547f-4ebe-ac10-c176ebb39b1d admin admin] Publish callbacks [] for security_group (f5565cb0-802a-45cc-8571-144f2d19065a), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:30.169807 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6baf8df5-547f-4ebe-ac10-c176ebb39b1d admin admin] Publish callbacks [] for security_group (f5565cb0-802a-45cc-8571-144f2d19065a), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:30.326806 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6baf8df5-547f-4ebe-ac10-c176ebb39b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f5565cb0-802a-45cc-8571-144f2d19065a), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:30.329578 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6baf8df5-547f-4ebe-ac10-c176ebb39b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:30.330736 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-6baf8df5-547f-4ebe-ac10-c176ebb39b1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5565cb0-802a-45cc-8571-144f2d19065a HTTP/1.1" status: 204 len: 168 time: 0.2354939 Apr 28 17:23:30.339266 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf8df5-547f-4ebe-ac10-c176ebb39b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5565cb0-802a-45cc-8571-144f2d19065a,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:31.073922 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53540) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:31.186583 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c2678aef-f5a2-4414-bbf4-66d385d5406a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:31.262528 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c2678aef-f5a2-4414-bbf4-66d385d5406a admin admin] Publish callbacks [] for security_group (5fabd506-140a-4461-befb-53d302c66b1c), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:31.344050 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c2678aef-f5a2-4414-bbf4-66d385d5406a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (5fabd506-140a-4461-befb-53d302c66b1c), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:31.383307 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-c2678aef-f5a2-4414-bbf4-66d385d5406a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4559d1cd9b464370815f3f29fca3ab2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083086 Apr 28 17:23:31.384535 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2678aef-f5a2-4414-bbf4-66d385d5406a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fabd506-140a-4461-befb-53d302c66b1c,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:31.385961 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53552) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:31.444214 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8e0-d746-432b-b717-b411a1448b0b admin admin] Publish callbacks [] for security_group (5fabd506-140a-4461-befb-53d302c66b1c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:31.465955 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8e0-d746-432b-b717-b411a1448b0b admin admin] Publish callbacks [] for security_group (5fabd506-140a-4461-befb-53d302c66b1c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:31.583878 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8e0-d746-432b-b717-b411a1448b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (5fabd506-140a-4461-befb-53d302c66b1c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:31.587187 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8e0-d746-432b-b717-b411a1448b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:31.588490 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3c48e8e0-d746-432b-b717-b411a1448b0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fabd506-140a-4461-befb-53d302c66b1c HTTP/1.1" status: 204 len: 168 time: 0.2013927 Apr 28 17:23:31.596603 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48e8e0-d746-432b-b717-b411a1448b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fabd506-140a-4461-befb-53d302c66b1c,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:32.092750 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-84ea1caf-d0ff-4d7e-8bb9-7c7d2f348634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:32.246115 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53568) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:32.260862 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ed02407f-6070-4ca4-a998-5e5c58a0b8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:32.339483 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ed02407f-6070-4ca4-a998-5e5c58a0b8ef admin admin] Publish callbacks [] for security_group (95499483-ef3b-4468-895b-d3ff7380581d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:32.400807 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ed02407f-6070-4ca4-a998-5e5c58a0b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (95499483-ef3b-4468-895b-d3ff7380581d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:32.440885 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ed02407f-6070-4ca4-a998-5e5c58a0b8ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30f036b4b7c442cf8a0a5b899b509737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935399 Apr 28 17:23:32.441970 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02407f-6070-4ca4-a998-5e5c58a0b8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95499483-ef3b-4468-895b-d3ff7380581d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:32.443423 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53570) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:32.493803 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4284-d4d6-46b8-8bc6-b9b1037dc59f admin admin] Publish callbacks [] for security_group (95499483-ef3b-4468-895b-d3ff7380581d), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:32.514793 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4284-d4d6-46b8-8bc6-b9b1037dc59f admin admin] Publish callbacks [] for security_group (95499483-ef3b-4468-895b-d3ff7380581d), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:32.641019 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4284-d4d6-46b8-8bc6-b9b1037dc59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (95499483-ef3b-4468-895b-d3ff7380581d), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:32.643663 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4284-d4d6-46b8-8bc6-b9b1037dc59f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:32.644850 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-5f6f4284-d4d6-46b8-8bc6-b9b1037dc59f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95499483-ef3b-4468-895b-d3ff7380581d HTTP/1.1" status: 204 len: 168 time: 0.1996100 Apr 28 17:23:32.654139 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f4284-d4d6-46b8-8bc6-b9b1037dc59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95499483-ef3b-4468-895b-d3ff7380581d,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:33.231001 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:23:34.503894 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-83071572-8f12-4e4c-ba89-6d6bb5d0c76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:35.629512 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:37.001254 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:38.312735 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d54fc-a46b-49ef-a349-4968f35d3ca0 req-94430c0e-d08c-419c-bc9e-02b715bc9905 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:38.314300 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9b5d54fc-a46b-49ef-a349-4968f35d3ca0 req-94430c0e-d08c-419c-bc9e-02b715bc9905 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.0510297 Apr 28 17:23:38.360951 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9b5d54fc-a46b-49ef-a349-4968f35d3ca0 req-544e68d9-c8af-4d0d-9940-f4dd411c094d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Apr 28 17:23:38.384120 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53690) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:38.566793 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda72501-3cbb-4080-8e80-b495f9093eef tempest-TestMinimumBasicScenario-449970054 tempest-TestMinimumBasicScenario-449970054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:38.568317 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-cda72501-3cbb-4080-8e80-b495f9093eef tempest-TestMinimumBasicScenario-449970054 tempest-TestMinimumBasicScenario-449970054-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 1125 time: 0.1824083 Apr 28 17:23:38.571341 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53694) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:38.572665 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:38.577276 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'port_id': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:38.692683 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:38.769460 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:38.873909 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Allocated IP 172.27.2.231 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/6520ade0-ff48-468a-839e-61a0beb1452a) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:23:38.970604 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for port (6520ade0-ff48-468a-839e-61a0beb1452a), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:39.046560 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (6520ade0-ff48-468a-839e-61a0beb1452a), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:39.091809 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:23:39.098641 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:39.099168 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:23:39.102261 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'Port': ['ID=6520ade0-ff48-468a-839e-61a0beb1452a,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:39.453949 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for floatingip (54c91b2b-3188-43a8-accc-18b5506e2f14), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:39.570137 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (6520ade0-ff48-468a-839e-61a0beb1452a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:39.723325 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for port (6520ade0-ff48-468a-839e-61a0beb1452a), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:39.823967 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (6520ade0-ff48-468a-839e-61a0beb1452a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:39.890249 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'Port': ['ID=6520ade0-ff48-468a-839e-61a0beb1452a,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:39.901970 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (54c91b2b-3188-43a8-accc-18b5506e2f14), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:40.002574 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Floating IP 54c91b2b-3188-43a8-accc-18b5506e2f14 associated. External IP: 172.27.2.231, port: c732df55-f5e2-4309-af8a-c80b7cba116c. Apr 28 17:23:40.477169 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Router da200a53-223b-4709-b22d-586b5ed04140 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:23:40.583407 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:23:40.593437 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda6ee7-d62b-4041-9d18-2a2a32e8e767 None None] Sync routers for ids ['da200a53-223b-4709-b22d-586b5ed04140'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:23:40.606155 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda6ee7-d62b-4041-9d18-2a2a32e8e767 None None] Routers {'da200a53-223b-4709-b22d-586b5ed04140'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:40.608317 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3bda6ee7-d62b-4041-9d18-2a2a32e8e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:23:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['da200a53-223b-4709-b22d-586b5ed04140'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:40.666308 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:40.695551 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-30216fc1-f19d-4adc-8aa8-4b8af51a9cdf tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1229496 Apr 28 17:23:40.696167 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:23:40.699049 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53708) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:40.699523 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3da6224-e147-4da6-9490-4ff4401b3e43" -d '{"events": [{"name": "network-changed", "server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:23:40.710587 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-26b2d51a-c982-4da6-a4cd-3e653d231720 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457621995', 'description': 'tempest-secgroup-smoke-457621995 description', 'project_id': 'ff4d61ce75ad43ad828483fe550005dc'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:40.714474 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-3bda6ee7-d62b-4041-9d18-2a2a32e8e767 None None] Set router da200a53-223b-4709-b22d-586b5ed04140 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:40.748850 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c80096-4164-4dc7-9c9e-3bf58b4d62f9 x-openstack-request-id: req-e7c80096-4164-4dc7-9c9e-3bf58b4d62f9 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:23:40.749211 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:23:40.749535 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7c80096-4164-4dc7-9c9e-3bf58b4d62f9 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:23:40.750043 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c80096-4164-4dc7-9c9e-3bf58b4d62f9'] response: {'name': 'network-changed', 'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'status': 'completed', 'code': 200} Apr 28 17:23:40.835303 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26b2d51a-c982-4da6-a4cd-3e653d231720 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:40.905580 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26b2d51a-c982-4da6-a4cd-3e653d231720 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group (f0a66c69-f4e3-4d25-9f3d-e7c31864121e), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:40.961057 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26b2d51a-c982-4da6-a4cd-3e653d231720 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f0a66c69-f4e3-4d25-9f3d-e7c31864121e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:40.994356 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2d51a-c982-4da6-a4cd-3e653d231720 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a66c69-f4e3-4d25-9f3d-e7c31864121e,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:41.025689 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26b2d51a-c982-4da6-a4cd-3e653d231720 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.026989 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-26b2d51a-c982-4da6-a4cd-3e653d231720 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3261883 Apr 28 17:23:41.029858 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53712) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:41.034203 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-b6500523-e369-43a7-846a-4d64e2ced2de tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Request body: {'security_group_rule': {'security_group_id': 'f0a66c69-f4e3-4d25-9f3d-e7c31864121e', 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:41.061153 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3bda6ee7-d62b-4041-9d18-2a2a32e8e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:31Z', 'revision_number': 4, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '54c91b2b-3188-43a8-accc-18b5506e2f14', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'port_id': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'mac_address': 'fa:16:3e:fc:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f545f1-0538-4ef5-9411-1bb791504559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:23:39Z', 'updated_at': '2022-04-28T17:23:39Z', 'revision_number': 0, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd49e6d08-cb75-4f15-b75f-83dae1bbdcbd', 'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'mac_address': 'fa:16:3e:6b:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f269673f-0cd8-466f-9509-12be0463f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:31Z', 'updated_at': '2022-04-28T17:22:35Z', 'revision_number': 5, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'subnets': [{'id': 'f269673f-0cd8-466f-9509-12be0463f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:41.091115 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda6ee7-d62b-4041-9d18-2a2a32e8e767 None None] Checking router: da200a53-223b-4709-b22d-586b5ed04140 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:23:41.098416 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b6500523-e369-43a7-846a-4d64e2ced2de tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (36ed0282-3b8f-40d9-8ab5-88de26a77ebe), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.099638 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda6ee7-d62b-4041-9d18-2a2a32e8e767 None None] Routers {'da200a53-223b-4709-b22d-586b5ed04140'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:23:41.100291 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3bda6ee7-d62b-4041-9d18-2a2a32e8e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:23:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['da200a53-223b-4709-b22d-586b5ed04140'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:41.162455 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b6500523-e369-43a7-846a-4d64e2ced2de tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (36ed0282-3b8f-40d9-8ab5-88de26a77ebe), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.211106 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-3bda6ee7-d62b-4041-9d18-2a2a32e8e767 None None] Set router da200a53-223b-4709-b22d-586b5ed04140 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:23:41.230124 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b6500523-e369-43a7-846a-4d64e2ced2de tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (36ed0282-3b8f-40d9-8ab5-88de26a77ebe), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.250574 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6500523-e369-43a7-846a-4d64e2ced2de tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ed0282-3b8f-40d9-8ab5-88de26a77ebe,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:41.306111 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b6500523-e369-43a7-846a-4d64e2ced2de tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.307364 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b6500523-e369-43a7-846a-4d64e2ced2de tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2765646 Apr 28 17:23:41.310747 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53718) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:41.315058 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Request body: {'security_group_rule': {'security_group_id': 'f0a66c69-f4e3-4d25-9f3d-e7c31864121e', 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:41.384612 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (f5bcf655-0694-4260-b59e-fcd592affaea), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.430336 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-3bda6ee7-d62b-4041-9d18-2a2a32e8e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:31Z', 'revision_number': 4, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '54c91b2b-3188-43a8-accc-18b5506e2f14', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'port_id': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'mac_address': 'fa:16:3e:fc:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f545f1-0538-4ef5-9411-1bb791504559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:23:39Z', 'updated_at': '2022-04-28T17:23:39Z', 'revision_number': 0, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd49e6d08-cb75-4f15-b75f-83dae1bbdcbd', 'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'mac_address': 'fa:16:3e:6b:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f269673f-0cd8-466f-9509-12be0463f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:31Z', 'updated_at': '2022-04-28T17:22:35Z', 'revision_number': 5, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'subnets': [{'id': 'f269673f-0cd8-466f-9509-12be0463f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:23:41.442938 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (f5bcf655-0694-4260-b59e-fcd592affaea), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.461433 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda6ee7-d62b-4041-9d18-2a2a32e8e767 None None] The sync data for ids ['da200a53-223b-4709-b22d-586b5ed04140'] in dv-cinder-826949-5-iscsi is: [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:31Z', 'revision_number': 4, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '54c91b2b-3188-43a8-accc-18b5506e2f14', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'port_id': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'mac_address': 'fa:16:3e:fc:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f545f1-0538-4ef5-9411-1bb791504559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:23:39Z', 'updated_at': '2022-04-28T17:23:39Z', 'revision_number': 0, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd49e6d08-cb75-4f15-b75f-83dae1bbdcbd', 'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'mac_address': 'fa:16:3e:6b:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f269673f-0cd8-466f-9509-12be0463f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:31Z', 'updated_at': '2022-04-28T17:22:35Z', 'revision_number': 5, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'subnets': [{'id': 'f269673f-0cd8-466f-9509-12be0463f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:23:41.504212 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (f5bcf655-0694-4260-b59e-fcd592affaea), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.522666 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bcf655-0694-4260-b59e-fcd592affaea,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:41.531343 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.531691 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.532037 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.532396 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.532930 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.533447 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.533768 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.534095 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.534420 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.534753 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.535076 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.535462 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.535708 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.536028 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.536367 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.586074 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.590669 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-356ada84-5ac3-4491-905f-0bdf813412c6 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2756107 Apr 28 17:23:41.590992 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53722) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:41.595552 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Request body: {'security_group_rule': {'security_group_id': 'f0a66c69-f4e3-4d25-9f3d-e7c31864121e', 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:41.662436 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da6224-e147-4da6-9490-4ff4401b3e43 req-9e75e234-576e-43ef-9d8b-3d5fcb30ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:41.664061 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3da6224-e147-4da6-9490-4ff4401b3e43 req-9e75e234-576e-43ef-9d8b-3d5fcb30ee3b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff4d61ce75ad43ad828483fe550005dc&device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 1130 time: 0.0421572 Apr 28 17:23:41.670712 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04df26e3-c4b4-4984-a123-19a1e4d4236b None None] New status for floating IP 54c91b2b-3188-43a8-accc-18b5506e2f14: ACTIVE {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:23:41.684660 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (5cd48603-5c57-4201-985f-68f5ecfe9fed), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.796172 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (5cd48603-5c57-4201-985f-68f5ecfe9fed), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.799231 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da6224-e147-4da6-9490-4ff4401b3e43 req-055969f8-80cb-462b-93bc-bd84d1a50a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:41.800813 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3da6224-e147-4da6-9490-4ff4401b3e43 req-055969f8-80cb-462b-93bc-bd84d1a50a95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=289a48d6-4cfd-4933-8ad7-634059402bcb HTTP/1.1" status: 200 len: 915 time: 0.1254504 Apr 28 17:23:41.863614 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (5cd48603-5c57-4201-985f-68f5ecfe9fed), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.876604 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3da6224-e147-4da6-9490-4ff4401b3e43 req-5f6492ff-5a94-403c-b847-3a2d8064dbed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c732df55-f5e2-4309-af8a-c80b7cba116c HTTP/1.1" status: 200 len: 1000 time: 0.0688493 Apr 28 17:23:41.887065 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd48603-5c57-4201-985f-68f5ecfe9fed,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:41.903651 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.904003 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.904389 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.904727 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.905062 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.905392 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.905718 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.906053 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.906379 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.906701 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.907025 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.907347 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.907668 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.907990 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.908336 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:23:41.945528 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da6224-e147-4da6-9490-4ff4401b3e43 req-cdf398be-9462-48b3-8831-1e1db256da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:41.948031 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3da6224-e147-4da6-9490-4ff4401b3e43 req-cdf398be-9462-48b3-8831-1e1db256da20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f269673f-0cd8-466f-9509-12be0463f612 HTTP/1.1" status: 200 len: 853 time: 0.0564454 Apr 28 17:23:41.982351 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:41.983510 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-4af518ad-faf0-4fc4-a020-1c60780ddf62 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3915200 Apr 28 17:23:41.986240 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53724) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:41.990420 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-ab9313ab-7bcc-48a6-a180-b68f8c71732d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Request body: {'security_group_rule': {'security_group_id': 'f0a66c69-f4e3-4d25-9f3d-e7c31864121e', 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:42.008456 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da6224-e147-4da6-9490-4ff4401b3e43 req-9c9c7367-5a4f-4d13-b4de-7ecf3ca39e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:42.010063 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3da6224-e147-4da6-9490-4ff4401b3e43 req-9c9c7367-5a4f-4d13-b4de-7ecf3ca39e0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=289a48d6-4cfd-4933-8ad7-634059402bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572031 Apr 28 17:23:42.107073 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3da6224-e147-4da6-9490-4ff4401b3e43 req-c29bdb42-a6be-46a8-b90e-34e0e5c080bc service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895779 Apr 28 17:23:42.107820 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ab9313ab-7bcc-48a6-a180-b68f8c71732d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (ddbee913-93e4-4b96-a1c0-93be3187b9d4), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.155674 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ab9313ab-7bcc-48a6-a180-b68f8c71732d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (ddbee913-93e4-4b96-a1c0-93be3187b9d4), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.230100 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ab9313ab-7bcc-48a6-a180-b68f8c71732d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (ddbee913-93e4-4b96-a1c0-93be3187b9d4), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.252313 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9313ab-7bcc-48a6-a180-b68f8c71732d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbee913-93e4-4b96-a1c0-93be3187b9d4,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:42.341017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ab9313ab-7bcc-48a6-a180-b68f8c71732d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.342232 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-ab9313ab-7bcc-48a6-a180-b68f8c71732d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3550708 Apr 28 17:23:42.345369 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53732) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:42.349741 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-69d2b401-77ab-4fef-a355-f6b2f0b45bf9 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Request body: {'security_group_rule': {'security_group_id': 'f0a66c69-f4e3-4d25-9f3d-e7c31864121e', 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:42.441031 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.securitygroups_db [None req-69d2b401-77ab-4fef-a355-f6b2f0b45bf9 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Project ff4d61ce75ad43ad828483fe550005dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 17:23:42.446706 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-69d2b401-77ab-4fef-a355-f6b2f0b45bf9 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (0bd39468-67fa-4dd4-86fa-f0cefb20ce06), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.506988 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-69d2b401-77ab-4fef-a355-f6b2f0b45bf9 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (0bd39468-67fa-4dd4-86fa-f0cefb20ce06), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.566663 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-69d2b401-77ab-4fef-a355-f6b2f0b45bf9 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (0bd39468-67fa-4dd4-86fa-f0cefb20ce06), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.585980 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2b401-77ab-4fef-a355-f6b2f0b45bf9 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd39468-67fa-4dd4-86fa-f0cefb20ce06,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:42.671056 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-69d2b401-77ab-4fef-a355-f6b2f0b45bf9 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.672305 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-69d2b401-77ab-4fef-a355-f6b2f0b45bf9 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3259766 Apr 28 17:23:42.675135 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53740) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:42.679422 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-e3566d72-71af-4aba-9890-1b1e8d1f8d59 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Request body: {'security_group_rule': {'security_group_id': 'f0a66c69-f4e3-4d25-9f3d-e7c31864121e', 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:42.755631 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.securitygroups_db [None req-e3566d72-71af-4aba-9890-1b1e8d1f8d59 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Project ff4d61ce75ad43ad828483fe550005dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 17:23:42.762725 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e3566d72-71af-4aba-9890-1b1e8d1f8d59 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (41603019-e97c-4751-8535-896f741a11b9), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.822738 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e3566d72-71af-4aba-9890-1b1e8d1f8d59 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (41603019-e97c-4751-8535-896f741a11b9), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.881431 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e3566d72-71af-4aba-9890-1b1e8d1f8d59 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540312'] for security_group_rule (41603019-e97c-4751-8535-896f741a11b9), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.901090 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3566d72-71af-4aba-9890-1b1e8d1f8d59 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41603019-e97c-4751-8535-896f741a11b9,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:42.980021 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e3566d72-71af-4aba-9890-1b1e8d1f8d59 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:42.981180 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-e3566d72-71af-4aba-9890-1b1e8d1f8d59 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051028 Apr 28 17:23:43.073386 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3da6224-e147-4da6-9490-4ff4401b3e43 req-527a0b58-dac4-431a-8472-01bf2ea6b86f service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131546 Apr 28 17:23:43.090676 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cefa5336-3c69-4062-85d6-d5b68c02231a req-02ded37e-83a8-4f0e-9304-18d5ab88edc8 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457621995&fields=id&tenant_id=ff4d61ce75ad43ad828483fe550005dc HTTP/1.1" status: 200 len: 267 time: 0.0580146 Apr 28 17:23:43.144715 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5336-3c69-4062-85d6-d5b68c02231a req-abb4a78d-aacb-412d-9791-83ef77eea199 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:43.146191 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cefa5336-3c69-4062-85d6-d5b68c02231a req-abb4a78d-aacb-412d-9791-83ef77eea199 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.0500703 Apr 28 17:23:43.156916 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-cefa5336-3c69-4062-85d6-d5b68c02231a req-667d5d0b-2c37-478d-9682-f6f85b3bcfca tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Request body: {'port': {'security_groups': ['403581a7-259c-4bd7-8b0b-b7044e5986d9', 'f0a66c69-f4e3-4d25-9f3d-e7c31864121e']}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:43.226525 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-cefa5336-3c69-4062-85d6-d5b68c02231a req-667d5d0b-2c37-478d-9682-f6f85b3bcfca tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:43.430447 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-cefa5336-3c69-4062-85d6-d5b68c02231a req-667d5d0b-2c37-478d-9682-f6f85b3bcfca tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] For port c732df55-f5e2-4309-af8a-c80b7cba116c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c732df55-f5e2-4309-af8a-c80b7cba116c,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:23:43.465422 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-cefa5336-3c69-4062-85d6-d5b68c02231a req-667d5d0b-2c37-478d-9682-f6f85b3bcfca tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:43.590186 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-cefa5336-3c69-4062-85d6-d5b68c02231a req-667d5d0b-2c37-478d-9682-f6f85b3bcfca tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:43.638589 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5336-3c69-4062-85d6-d5b68c02231a req-667d5d0b-2c37-478d-9682-f6f85b3bcfca tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:43.639234 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-cefa5336-3c69-4062-85d6-d5b68c02231a req-667d5d0b-2c37-478d-9682-f6f85b3bcfca tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:43.640668 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-cefa5336-3c69-4062-85d6-d5b68c02231a req-667d5d0b-2c37-478d-9682-f6f85b3bcfca tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "PUT /v2.0/ports/c732df55-f5e2-4309-af8a-c80b7cba116c HTTP/1.1" status: 200 len: 982 time: 0.4883490 Apr 28 17:23:43.641247 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:23:43.643633 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64186938-6ace-464b-92bc-4a60270fce7a" -d '{"events": [{"name": "network-changed", "server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:23:43.675918 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d5d0b-2c37-478d-9682-f6f85b3bcfca tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'Port': ['ID=c732df55-f5e2-4309-af8a-c80b7cba116c,revision_number=6']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:43.699116 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9a979-5602-4390-a3fd-92e93a1e7577 x-openstack-request-id: req-2fd9a979-5602-4390-a3fd-92e93a1e7577 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:23:43.699432 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:23:43.699673 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fd9a979-5602-4390-a3fd-92e93a1e7577 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:23:43.700128 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd9a979-5602-4390-a3fd-92e93a1e7577'] response: {'name': 'network-changed', 'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'status': 'completed', 'code': 200} Apr 28 17:23:43.894436 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-f00abc5d-5be9-4cc8-9034-867631cc3be0 None None] Provisioning complete for port c732df55-f5e2-4309-af8a-c80b7cba116c triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:43.895050 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f00abc5d-5be9-4cc8-9034-867631cc3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:43.927290 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0e443-f88f-4bee-b4e8-d5d03beee38e req-6f45baf9-4e5f-4844-9bfa-6d1a5498c744 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:43.928805 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-39e0e443-f88f-4bee-b4e8-d5d03beee38e req-6f45baf9-4e5f-4844-9bfa-6d1a5498c744 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0498662 Apr 28 17:23:43.973426 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-f00abc5d-5be9-4cc8-9034-867631cc3be0 None None] Current status of the port c732df55-f5e2-4309-af8a-c80b7cba116c is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:23:43.989261 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-39e0e443-f88f-4bee-b4e8-d5d03beee38e req-10091939-3ef7-4157-8074-3d1a102f38f9 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545170 Apr 28 17:23:44.770136 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['c732df55-f5e2-4309-af8a-c80b7cba116c'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:23:44.901108 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64186938-6ace-464b-92bc-4a60270fce7a req-990a1ff3-a8be-4c8e-ac6e-caf7c6b9882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:44.903025 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-64186938-6ace-464b-92bc-4a60270fce7a req-990a1ff3-a8be-4c8e-ac6e-caf7c6b9882a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff4d61ce75ad43ad828483fe550005dc&device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 1169 time: 0.0434809 Apr 28 17:23:44.921092 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['c732df55-f5e2-4309-af8a-c80b7cba116c'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:23:44.994365 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64186938-6ace-464b-92bc-4a60270fce7a req-897e506e-edad-49b7-acb7-3a046c3bda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:44.996389 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-64186938-6ace-464b-92bc-4a60270fce7a req-897e506e-edad-49b7-acb7-3a046c3bda0d service neutron] 10.222.0.66 "GET /v2.0/networks?id=289a48d6-4cfd-4933-8ad7-634059402bcb HTTP/1.1" status: 200 len: 915 time: 0.0872042 Apr 28 17:23:45.069795 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-64186938-6ace-464b-92bc-4a60270fce7a req-8f6b50f3-7875-4965-bcc5-8815f62d05f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c732df55-f5e2-4309-af8a-c80b7cba116c HTTP/1.1" status: 200 len: 1002 time: 0.0654128 Apr 28 17:23:45.121945 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64186938-6ace-464b-92bc-4a60270fce7a req-6f49c63e-8d19-4e32-800c-134848a03d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:45.123566 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-64186938-6ace-464b-92bc-4a60270fce7a req-6f49c63e-8d19-4e32-800c-134848a03d15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f269673f-0cd8-466f-9509-12be0463f612 HTTP/1.1" status: 200 len: 853 time: 0.0453346 Apr 28 17:23:45.172920 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64186938-6ace-464b-92bc-4a60270fce7a req-40e3bded-8e9b-4d41-8043-1033248f5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:45.174537 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-64186938-6ace-464b-92bc-4a60270fce7a req-40e3bded-8e9b-4d41-8043-1033248f5ec4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=289a48d6-4cfd-4933-8ad7-634059402bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420089 Apr 28 17:23:45.271251 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-64186938-6ace-464b-92bc-4a60270fce7a req-530539e1-c534-4e3b-aefe-8a8981baf0e6 service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898547 Apr 28 17:23:45.363500 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-64186938-6ace-464b-92bc-4a60270fce7a req-b3436f78-d588-4e09-9af5-d69db1357d99 service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853512 Apr 28 17:23:51.082273 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-82c866ab-3729-4916-b026-9dd51c6e4692 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701634542&fields=id&tenant_id=b06f627f803d44389c3aac822788b2f7 HTTP/1.1" status: 200 len: 267 time: 0.0512381 Apr 28 17:23:51.188870 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-3a3f65c9-c0cc-41f6-b577-0807e9bfa484 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:51.190338 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-3a3f65c9-c0cc-41f6-b577-0807e9bfa484 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 811 time: 0.1017122 Apr 28 17:23:51.205348 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-e0febd62-67d7-4cfe-ade9-ec2d27383e0e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/quotas/b06f627f803d44389c3aac822788b2f7 HTTP/1.1" status: 200 len: 375 time: 0.0096395 Apr 28 17:23:51.261727 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-2bb922d2-e403-433e-989f-99d27e28bc53 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514514 Apr 28 17:23:51.369718 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-86c3b28c-495f-4ca9-8c92-3e261cb8d4fa service neutron] 10.222.0.64 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863998 Apr 28 17:23:51.450184 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-287423bf-97ce-425c-9d9e-85c07e569941 service neutron] 10.222.0.64 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848064 Apr 28 17:23:51.533197 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53868) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:51.642474 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1bc5139e-67a1-4c0f-b590-80941bb47583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:51.714740 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1bc5139e-67a1-4c0f-b590-80941bb47583 admin admin] Publish callbacks [] for security_group (116b8a9b-835b-45b4-9b50-5ad286418ed3), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:51.806400 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1bc5139e-67a1-4c0f-b590-80941bb47583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (116b8a9b-835b-45b4-9b50-5ad286418ed3), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:51.847585 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5139e-67a1-4c0f-b590-80941bb47583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116b8a9b-835b-45b4-9b50-5ad286418ed3,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:51.853760 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-1bc5139e-67a1-4c0f-b590-80941bb47583 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86c6145f485f48f2a4fa3944bc2b97b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176327 Apr 28 17:23:51.855382 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53880) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:51.903916 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef5be-2082-463a-a010-27f2241fa707 admin admin] Publish callbacks [] for security_group (116b8a9b-835b-45b4-9b50-5ad286418ed3), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:51.926046 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef5be-2082-463a-a010-27f2241fa707 admin admin] Publish callbacks [] for security_group (116b8a9b-835b-45b4-9b50-5ad286418ed3), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:52.029273 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef5be-2082-463a-a010-27f2241fa707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (116b8a9b-835b-45b4-9b50-5ad286418ed3), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:52.033749 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef5be-2082-463a-a010-27f2241fa707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:52.035195 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-cd0ef5be-2082-463a-a010-27f2241fa707 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/116b8a9b-835b-45b4-9b50-5ad286418ed3 HTTP/1.1" status: 204 len: 168 time: 0.1786764 Apr 28 17:23:52.045017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ef5be-2082-463a-a010-27f2241fa707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116b8a9b-835b-45b4-9b50-5ad286418ed3,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:52.054127 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9535319a-f33e-48cb-9326-2dd36f8b0ebf req-3125940b-f1e6-49cc-9e05-336647de3e3e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 210 time: 0.0387325 Apr 28 17:23:52.724816 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 53896) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:52.737869 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2029d885-4fae-4ec8-8911-04bdc78edbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:52.815054 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2029d885-4fae-4ec8-8911-04bdc78edbbc admin admin] Publish callbacks [] for security_group (8e9dd2c0-ef44-41d9-b56d-16dfac8ca867), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:52.897842 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2029d885-4fae-4ec8-8911-04bdc78edbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (8e9dd2c0-ef44-41d9-b56d-16dfac8ca867), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:52.937260 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2029d885-4fae-4ec8-8911-04bdc78edbbc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=99b5193770d54375a9aa9cf146022a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113647 Apr 28 17:23:52.938233 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029d885-4fae-4ec8-8911-04bdc78edbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9dd2c0-ef44-41d9-b56d-16dfac8ca867,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:52.939983 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53900) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:52.999178 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4b007b81-2b29-4636-bd45-03449de936ba admin admin] Publish callbacks [] for security_group (8e9dd2c0-ef44-41d9-b56d-16dfac8ca867), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:53.021090 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4b007b81-2b29-4636-bd45-03449de936ba admin admin] Publish callbacks [] for security_group (8e9dd2c0-ef44-41d9-b56d-16dfac8ca867), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:53.109452 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4b007b81-2b29-4636-bd45-03449de936ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (8e9dd2c0-ef44-41d9-b56d-16dfac8ca867), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:53.112212 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4b007b81-2b29-4636-bd45-03449de936ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:53.116057 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4b007b81-2b29-4636-bd45-03449de936ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e9dd2c0-ef44-41d9-b56d-16dfac8ca867 HTTP/1.1" status: 204 len: 168 time: 0.1749318 Apr 28 17:23:53.125374 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b007b81-2b29-4636-bd45-03449de936ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9dd2c0-ef44-41d9-b56d-16dfac8ca867,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:53.168228 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fbc510ee-c810-4798-86fa-e64130a117aa req-6908085e-b0bd-4dde-8b41-8f54d9807d2c tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 210 time: 0.0323880 Apr 28 17:23:54.272593 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f32b9721-8223-4b1d-b570-ddd4b0aa8818 req-a82022cd-5a6f-4ff3-ae05-5955ca361586 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 210 time: 0.0313935 Apr 28 17:23:54.774805 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-28634a3e-5d1f-4379-ab6f-877612fa1d37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:54.776443 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-28634a3e-5d1f-4379-ab6f-877612fa1d37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 811 time: 0.1082404 Apr 28 17:23:54.850145 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-12b41b04-019c-45d2-9c11-03f4932fed85 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b06f627f803d44389c3aac822788b2f7 HTTP/1.1" status: 200 len: 380 time: 0.0575395 Apr 28 17:23:55.147975 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'port': {'device_id': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'admin_state_up': True, 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'security_groups': ['2b286790-5ec4-4176-b847-14175558b04a']}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:55.311156 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Made reservation on behalf of b06f627f803d44389c3aac822788b2f7 for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:23:55.321259 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:55.418720 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7c6d2b32-76fa-483c-8b8f-ea96d04663db req-f87302b6-ea0f-4b84-a00d-1e0e544fdc58 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 210 time: 0.0603852 Apr 28 17:23:55.495602 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Allocated IP 172.20.0.11 (d2059698-2686-4f2a-85b8-09879f4d7e13/1004a272-91d0-4707-b932-1b1b1a9dc0ee/f2612113-c726-43fc-ac03-b6141bc34d3b) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:23:55.635724 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:55.697722 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:55.717350 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:55.763353 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Network d2059698-2686-4f2a-85b8-09879f4d7e13 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:23:55.768658 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:55.773307 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:23:55.812577 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'Port': ['ID=f2612113-c726-43fc-ac03-b6141bc34d3b,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:55.832571 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:55.833243 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:55.871519 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 53996) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:55.952899 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-47781876-6b1f-49df-b363-95bf4be2b5ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8086283 Apr 28 17:23:55.973252 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Request body: {'port': {'device_id': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:55.994394 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54002) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:56.039198 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2470a07-663d-42c8-8cef-cd85ec985622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.043099 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.064269 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5df6f7a4-c1ea-4532-8e29-ad730181b774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.075418 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-a9f4222e-36d1-4569-93b1-daa919be7545 None None] Provisioning complete for port f2612113-c726-43fc-ac03-b6141bc34d3b triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:23:56.075883 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a9f4222e-36d1-4569-93b1-daa919be7545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.114161 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4222e-36d1-4569-93b1-daa919be7545 None None] Port f2612113-c726-43fc-ac03-b6141bc34d3b cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:23:56.179362 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2470a07-663d-42c8-8cef-cd85ec985622 admin admin] Publish callbacks [] for security_group (9bd2cdbd-7c48-43b9-a295-9007f5e80966), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.201963 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5df6f7a4-c1ea-4532-8e29-ad730181b774 admin admin] Publish callbacks [] for security_group (73633085-5278-426e-bd51-c88879cde612), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.234560 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2470a07-663d-42c8-8cef-cd85ec985622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9bd2cdbd-7c48-43b9-a295-9007f5e80966), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.269532 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5df6f7a4-c1ea-4532-8e29-ad730181b774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (73633085-5278-426e-bd51-c88879cde612), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.283273 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2470a07-663d-42c8-8cef-cd85ec985622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd2cdbd-7c48-43b9-a295-9007f5e80966,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:56.290769 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e2470a07-663d-42c8-8cef-cd85ec985622 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39881b9da44544e0ab94c81de74b1c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4176300 Apr 28 17:23:56.294789 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 54008) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:56.317015 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5df6f7a4-c1ea-4532-8e29-ad730181b774 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0f622ad04004a10b956e25d796e881e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213928 Apr 28 17:23:56.317890 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54010) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:56.346438 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6f7a4-c1ea-4532-8e29-ad730181b774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73633085-5278-426e-bd51-c88879cde612,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:56.361243 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2612113-c726-43fc-ac03-b6141bc34d3b {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:23:56.379502 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Publish callbacks [] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.385557 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fdd06e70-25bc-4459-be3d-d06f48fe7957 admin admin] Publish callbacks [] for security_group (73633085-5278-426e-bd51-c88879cde612), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.398988 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Transition to ACTIVE for port object f2612113-c726-43fc-ac03-b6141bc34d3b will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:23:56.402033 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7a74d535-b995-4a09-b485-570e10ee269f admin admin] Publish callbacks [] for security_group (9bd2cdbd-7c48-43b9-a295-9007f5e80966), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.409965 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fdd06e70-25bc-4459-be3d-d06f48fe7957 admin admin] Publish callbacks [] for security_group (73633085-5278-426e-bd51-c88879cde612), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.426446 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7a74d535-b995-4a09-b485-570e10ee269f admin admin] Publish callbacks [] for security_group (9bd2cdbd-7c48-43b9-a295-9007f5e80966), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.463297 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.540018 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fdd06e70-25bc-4459-be3d-d06f48fe7957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (73633085-5278-426e-bd51-c88879cde612), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.542088 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Pushing event updated for resources: {'Port': ['ID=f2612113-c726-43fc-ac03-b6141bc34d3b,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:56.543268 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fdd06e70-25bc-4459-be3d-d06f48fe7957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.545327 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fdd06e70-25bc-4459-be3d-d06f48fe7957 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73633085-5278-426e-bd51-c88879cde612 HTTP/1.1" status: 204 len: 168 time: 0.2230101 Apr 28 17:23:56.566526 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd06e70-25bc-4459-be3d-d06f48fe7957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73633085-5278-426e-bd51-c88879cde612,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:56.593878 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7a74d535-b995-4a09-b485-570e10ee269f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (9bd2cdbd-7c48-43b9-a295-9007f5e80966), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.595222 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752b69d-0f50-4df8-88ef-0c0753ea5f2f req-12e05223-48f2-4433-9c4d-2df2dcb20989 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:56.596822 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7a74d535-b995-4a09-b485-570e10ee269f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.597979 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-7a74d535-b995-4a09-b485-570e10ee269f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bd2cdbd-7c48-43b9-a295-9007f5e80966 HTTP/1.1" status: 204 len: 168 time: 0.3022442 Apr 28 17:23:56.608331 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9752b69d-0f50-4df8-88ef-0c0753ea5f2f req-12e05223-48f2-4433-9c4d-2df2dcb20989 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 944 time: 0.0928853 Apr 28 17:23:56.624817 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74d535-b995-4a09-b485-570e10ee269f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd2cdbd-7c48-43b9-a295-9007f5e80966,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:56.669025 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Attempting to bind port f2612113-c726-43fc-ac03-b6141bc34d3b on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:23:56.669650 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Attempting to bind port f2612113-c726-43fc-ac03-b6141bc34d3b by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:23:56.670205 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Attempting to bind port f2612113-c726-43fc-ac03-b6141bc34d3b on network d2059698-2686-4f2a-85b8-09879f4d7e13 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:23:56.676540 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Port f2612113-c726-43fc-ac03-b6141bc34d3b on network d2059698-2686-4f2a-85b8-09879f4d7e13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:23:56.677132 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Attempting to bind port f2612113-c726-43fc-ac03-b6141bc34d3b on network d2059698-2686-4f2a-85b8-09879f4d7e13 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:23:56.685239 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:23:56.686986 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Checking segment: {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:23:56.686986 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Bound using segment: {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:23:56.686986 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Bound port: f2612113-c726-43fc-ac03-b6141bc34d3b, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:23:56.687470 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.691286 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9752b69d-0f50-4df8-88ef-0c0753ea5f2f req-c60267e9-bdb4-4f64-832a-64a50e14f5e0 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824144 Apr 28 17:23:56.760979 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] For port f2612113-c726-43fc-ac03-b6141bc34d3b, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:23:56.764329 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] For port f2612113-c726-43fc-ac03-b6141bc34d3b, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f2612113-c726-43fc-ac03-b6141bc34d3b,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:23:56.881818 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.919800 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:56.919800 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:56.919800 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] 10.222.0.66 "PUT /v2.0/ports/f2612113-c726-43fc-ac03-b6141bc34d3b HTTP/1.1" status: 200 len: 1094 time: 0.9494765 Apr 28 17:23:56.919800 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'tag': 'f2612113-c726-43fc-ac03-b6141bc34d3b'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:23:56.920855 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d0cbce-368a-4f31-9564-78c1a38c3409" -d '{"events": [{"name": "network-changed", "server_uuid": "00fd9fb0-1caf-4159-8995-0cc3d076c2e3", "tag": "f2612113-c726-43fc-ac03-b6141bc34d3b"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:23:56.962340 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427fd65-6e3f-43b5-8f0a-db14c4e22bcd service neutron] Pushing event updated for resources: {'Port': ['ID=f2612113-c726-43fc-ac03-b6141bc34d3b,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:56.968328 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e868ba-1dd4-479f-8e91-65897cce61e4 x-openstack-request-id: req-b4e868ba-1dd4-479f-8e91-65897cce61e4 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:23:56.968550 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fd9fb0-1caf-4159-8995-0cc3d076c2e3", "tag": "f2612113-c726-43fc-ac03-b6141bc34d3b", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:23:56.968808 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4e868ba-1dd4-479f-8e91-65897cce61e4 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:23:56.969212 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e868ba-1dd4-479f-8e91-65897cce61e4'] response: {'name': 'network-changed', 'server_uuid': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'tag': 'f2612113-c726-43fc-ac03-b6141bc34d3b', 'status': 'completed', 'code': 200} Apr 28 17:23:57.069607 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0cbce-368a-4f31-9564-78c1a38c3409 req-9ada1c52-00d7-4309-847c-ef2193549d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:57.071279 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-99d0cbce-368a-4f31-9564-78c1a38c3409 req-9ada1c52-00d7-4309-847c-ef2193549d19 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 1128 time: 0.0578396 Apr 28 17:23:57.195492 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0cbce-368a-4f31-9564-78c1a38c3409 req-d048ef57-d380-4a60-ba04-5bd35336b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:57.197038 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-99d0cbce-368a-4f31-9564-78c1a38c3409 req-d048ef57-d380-4a60-ba04-5bd35336b4f8 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b06f627f803d44389c3aac822788b2f7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1105978 Apr 28 17:23:57.294681 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0cbce-368a-4f31-9564-78c1a38c3409 req-a972b9a5-453f-444a-818d-2cd5fb0e4b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:57.296208 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-99d0cbce-368a-4f31-9564-78c1a38c3409 req-a972b9a5-453f-444a-818d-2cd5fb0e4b8d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932946 Apr 28 17:23:57.320858 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54022) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:57.333653 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-118bc9ff-28aa-4e33-acb0-41cfebc980a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:57.395041 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-8bb8c5be-ea03-402c-bead-67737cad0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:57.396521 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-8bb8c5be-ea03-402c-bead-67737cad0b4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 1128 time: 0.0394995 Apr 28 17:23:57.410404 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-118bc9ff-28aa-4e33-acb0-41cfebc980a9 admin admin] Publish callbacks [] for security_group (92f56e6e-79bd-4607-9334-4a8f82fdefce), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:57.443986 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-71be8a63-e363-45b0-9c3c-080d12e6729b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2612113-c726-43fc-ac03-b6141bc34d3b HTTP/1.1" status: 200 len: 217 time: 0.0338774 Apr 28 17:23:57.480881 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-118bc9ff-28aa-4e33-acb0-41cfebc980a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (92f56e6e-79bd-4607-9334-4a8f82fdefce), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:57.505773 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-3f99f80d-bc6e-49c2-bc5a-7b94177798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:57.507201 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-3f99f80d-bc6e-49c2-bc5a-7b94177798bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0465760 Apr 28 17:23:57.520551 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-118bc9ff-28aa-4e33-acb0-41cfebc980a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9d5e1021fc54c5a8967f0c3f29b33b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986413 Apr 28 17:23:57.521383 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bc9ff-28aa-4e33-acb0-41cfebc980a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f56e6e-79bd-4607-9334-4a8f82fdefce,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:57.526553 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54024) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:57.553561 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-6f9b8bef-e462-4c26-ba38-b5cf0afc62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:57.555026 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-6f9b8bef-e462-4c26-ba38-b5cf0afc62ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385835 Apr 28 17:23:57.573033 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c58dfc4c-2598-4a80-ae3a-5e1ff44f911e admin admin] Publish callbacks [] for security_group (92f56e6e-79bd-4607-9334-4a8f82fdefce), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:57.594686 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c58dfc4c-2598-4a80-ae3a-5e1ff44f911e admin admin] Publish callbacks [] for security_group (92f56e6e-79bd-4607-9334-4a8f82fdefce), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:57.642516 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-1e406132-4452-4169-b3bf-6a1bb056f4f7 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811248 Apr 28 17:23:57.737570 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c58dfc4c-2598-4a80-ae3a-5e1ff44f911e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (92f56e6e-79bd-4607-9334-4a8f82fdefce), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:57.740737 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c58dfc4c-2598-4a80-ae3a-5e1ff44f911e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:57.742288 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c58dfc4c-2598-4a80-ae3a-5e1ff44f911e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92f56e6e-79bd-4607-9334-4a8f82fdefce HTTP/1.1" status: 204 len: 168 time: 0.2166553 Apr 28 17:23:57.748940 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1c8c5bda-348d-4e0f-9fbb-0e9eed5a1993 req-429af87d-6af4-41ed-a9de-526b93015bb1 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943186 Apr 28 17:23:57.754632 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dfc4c-2598-4a80-ae3a-5e1ff44f911e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f56e6e-79bd-4607-9334-4a8f82fdefce,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:57.805096 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2454a6-a6ad-4a99-bcbc-5747394af26a req-1d8358c3-7718-41b1-b38f-20ef3a432c88 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:57.807111 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ca2454a6-a6ad-4a99-bcbc-5747394af26a req-1d8358c3-7718-41b1-b38f-20ef3a432c88 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 944 time: 0.0545137 Apr 28 17:23:57.862120 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ca2454a6-a6ad-4a99-bcbc-5747394af26a req-ba23b84c-52d8-409e-8ac9-02dbeb2e44a6 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491347 Apr 28 17:23:58.744368 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54048) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:58.839939 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-813293889-network', 'tenant_id': 'c1596b6c18854d09b5cad7bd382796be'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:58.937567 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Made reservation on behalf of c1596b6c18854d09b5cad7bd382796be for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:23:58.939898 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:58.948645 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:58.976046 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4b3fb-07e2-47a5-9ee9-89e91758ee46 req-d1c3bfe6-0eb8-4515-aee7-b480f3c91d6a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:58.977540 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a0e4b3fb-07e2-47a5-9ee9-89e91758ee46 req-d1c3bfe6-0eb8-4515-aee7-b480f3c91d6a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 944 time: 0.0466790 Apr 28 17:23:59.023637 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Publish callbacks [] for security_group (f393537a-dd40-4963-810b-fa22c8df253a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:59.027955 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a0e4b3fb-07e2-47a5-9ee9-89e91758ee46 req-60509309-d8e9-41c0-b952-d0e46bd211fd tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439177 Apr 28 17:23:59.121222 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f393537a-dd40-4963-810b-fa22c8df253a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:59.146437 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:23:59.155222 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f393537a-dd40-4963-810b-fa22c8df253a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:59.161015 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (7d0791af-7c2e-4b4d-9d7a-a7f5a853977a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:59.161366 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Added segment 7d0791af-7c2e-4b4d-9d7a-a7f5a853977a of type vlan for network 245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf Apr 28 17:23:59.200613 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:59.332241 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:59.333157 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:59.333752 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:59.394840 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] Pushing event updated for resources: {'Network': ['ID=245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:59.404726 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network 245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:23:59.443434 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-268c1990-f6f3-49d6-8924-f513f9dfb527 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6978631 Apr 28 17:23:59.446330 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54054) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:23:59.451211 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] Request body: {'subnet': {'network_id': '245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-813293889-subnet', 'tenant_id': 'c1596b6c18854d09b5cad7bd382796be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:23:59.526178 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] Made reservation on behalf of c1596b6c18854d09b5cad7bd382796be for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:23:59.528717 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5919934'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:59.760898 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6707031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5919820'] for subnet (3c7bdb94-ebd9-46d7-8cb4-622e8f1d499e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:59.816819 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7bdb94-ebd9-46d7-8cb4-622e8f1d499e,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:23:59.826775 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] Checking segment: {'id': '7d0791af-7c2e-4b4d-9d7a-a7f5a853977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:23:59.827183 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] Network hostable DHCP agents. Network: 245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:23:59.897416 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] Network 245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:23:59.954677 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, 245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:23:59.959534 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:23:59.960522 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:23:59.965642 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ec9638-cdbe-4b53-ba51-2b099121f3e0 None None] Network 245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:24:00.020692 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ee7f88f2-e2d9-49af-a1f8-fab0a0e484e6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5731921 Apr 28 17:24:00.072611 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aceaab9-bad0-4532-82f0-fd6df2ed241c None None] Network 245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:24:00.155974 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967141d5-6bf9-455b-86fa-8eb5a49d65de req-e5db4f62-a56f-4614-a103-566b5cf99bfb tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:00.157879 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-967141d5-6bf9-455b-86fa-8eb5a49d65de req-e5db4f62-a56f-4614-a103-566b5cf99bfb tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 944 time: 0.0604215 Apr 28 17:24:00.210684 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-967141d5-6bf9-455b-86fa-8eb5a49d65de req-4d989b75-cd84-473d-a83e-b9e1c380bc1a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475323 Apr 28 17:24:00.711924 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54074) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:00.716957 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-965080933-network', 'tenant_id': '3bf56ca735b94ee8aae15fb52acefb8a'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:24:00.823178 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Made reservation on behalf of 3bf56ca735b94ee8aae15fb52acefb8a for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:24:00.826229 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:00.834897 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:00.951620 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Publish callbacks [] for security_group (6df93c7f-766d-4a35-858c-22bc8f2397a1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:01.022922 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (6df93c7f-766d-4a35-858c-22bc8f2397a1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:01.047944 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:24:01.057661 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df93c7f-766d-4a35-858c-22bc8f2397a1,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:01.063271 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (6796aece-24a3-4fcf-a0c7-cd6baa2d41c2), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:01.063620 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Added segment 6796aece-24a3-4fcf-a0c7-cd6baa2d41c2 of type vlan for network a719b5e4-4858-402c-a7b8-dc62a7b84569 Apr 28 17:24:01.103609 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (a719b5e4-4858-402c-a7b8-dc62a7b84569), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:01.171943 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (a719b5e4-4858-402c-a7b8-dc62a7b84569), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:01.172975 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:01.173566 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:01.233708 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] Pushing event updated for resources: {'Network': ['ID=a719b5e4-4858-402c-a7b8-dc62a7b84569,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:01.243576 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network a719b5e4-4858-402c-a7b8-dc62a7b84569 details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:24:01.283050 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9f89e431-2de1-49bd-95c7-bf086cd8d854 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5699868 Apr 28 17:24:01.285856 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54078) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:01.290672 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] Request body: {'subnet': {'network_id': 'a719b5e4-4858-402c-a7b8-dc62a7b84569', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-965080933-subnet', 'tenant_id': '3bf56ca735b94ee8aae15fb52acefb8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:24:01.334275 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c659a1-d820-455b-b272-339ccee002af req-9151e665-bd69-42f7-a087-b35c2ea9ff77 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:01.335867 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-33c659a1-d820-455b-b272-339ccee002af req-9151e665-bd69-42f7-a087-b35c2ea9ff77 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 944 time: 0.0569496 Apr 28 17:24:01.372713 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] Made reservation on behalf of 3bf56ca735b94ee8aae15fb52acefb8a for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:24:01.375037 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5919934'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:01.384796 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-33c659a1-d820-455b-b272-339ccee002af req-19d9896f-968d-4e5e-8579-7eebe66d9629 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433059 Apr 28 17:24:01.577528 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6707031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5919820'] for subnet (bbbbcea3-796e-49a1-8509-44079a43ce20), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:01.633083 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbbcea3-796e-49a1-8509-44079a43ce20,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:01.640372 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] Checking segment: {'id': '6796aece-24a3-4fcf-a0c7-cd6baa2d41c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a719b5e4-4858-402c-a7b8-dc62a7b84569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:24:01.640728 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] Network hostable DHCP agents. Network: a719b5e4-4858-402c-a7b8-dc62a7b84569, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:24:01.703037 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] Network a719b5e4-4858-402c-a7b8-dc62a7b84569 is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:24:01.754398 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, a719b5e4-4858-402c-a7b8-dc62a7b84569) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:24:01.758464 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:01.759137 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:01.763794 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e05364-49ff-4fdc-b019-c8308e8af513 None None] Network a719b5e4-4858-402c-a7b8-dc62a7b84569 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:24:01.837560 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d976eea3-76c6-4fb0-b072-aadfeaf47b67 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5504682 Apr 28 17:24:01.866047 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1d5854-eb26-4d92-829f-db029dd4ef0d None None] Network a719b5e4-4858-402c-a7b8-dc62a7b84569 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:24:02.120740 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-789a5d35-95b0-44ba-adea-8dedcd31cb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:02.371191 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-6eedb14c-169b-478c-9d46-6ee1bbb8e0d3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391567 Apr 28 17:24:02.474929 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-820cd1df-4268-4fff-827d-ea65ec002f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:02.476507 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-820cd1df-4268-4fff-827d-ea65ec002f07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff4d61ce75ad43ad828483fe550005dc&device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 1169 time: 0.0404696 Apr 28 17:24:02.502147 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce6e0f-1e0b-4adf-9974-e2e922243a44 req-6e2177bf-0f43-494c-9cdb-f18ccccb700e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:02.503651 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5fce6e0f-1e0b-4adf-9974-e2e922243a44 req-6e2177bf-0f43-494c-9cdb-f18ccccb700e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 944 time: 0.0498230 Apr 28 17:24:02.557892 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5fce6e0f-1e0b-4adf-9974-e2e922243a44 req-53a68b9e-fbf1-4816-b9db-36bf55ad931b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479054 Apr 28 17:24:02.586117 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-edbfb8fc-7e85-4060-bae4-4642bc9fd749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:02.587623 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-edbfb8fc-7e85-4060-bae4-4642bc9fd749 service neutron] 10.222.0.66 "GET /v2.0/networks?id=289a48d6-4cfd-4933-8ad7-634059402bcb HTTP/1.1" status: 200 len: 915 time: 0.0916255 Apr 28 17:24:02.654823 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-f090387d-8a99-40d8-bc1e-d3fd64b5dfa1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c732df55-f5e2-4309-af8a-c80b7cba116c HTTP/1.1" status: 200 len: 1002 time: 0.0607040 Apr 28 17:24:02.706489 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-74a21f80-6e2b-41b9-850c-c7cfafb75236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:02.707985 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-74a21f80-6e2b-41b9-850c-c7cfafb75236 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f269673f-0cd8-466f-9509-12be0463f612 HTTP/1.1" status: 200 len: 853 time: 0.0471940 Apr 28 17:24:02.760413 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-45368c8e-d9cd-47ee-ac3a-b238dc3d81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:02.760413 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-45368c8e-d9cd-47ee-ac3a-b238dc3d81f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=289a48d6-4cfd-4933-8ad7-634059402bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409749 Apr 28 17:24:02.843692 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-5eab8366-3332-4f77-bd23-4eaa90cd14b0 service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826805 Apr 28 17:24:02.937642 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8970eedd-7d3a-480e-bceb-2a2d1c07c276 req-edd00898-00f3-4d0f-a22e-dc98d8324c0d service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845118 Apr 28 17:24:03.673792 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b7715-58fe-484d-bb98-ed302c7c9b62 req-cd1be199-98ff-4ab0-aba0-84ad1487c919 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:03.675250 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0a5b7715-58fe-484d-bb98-ed302c7c9b62 req-cd1be199-98ff-4ab0-aba0-84ad1487c919 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 944 time: 0.0464675 Apr 28 17:24:03.722674 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0a5b7715-58fe-484d-bb98-ed302c7c9b62 req-fcb4ead3-cb84-42eb-937e-5ef6cb57d8b8 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Apr 28 17:24:04.543299 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-219b6d0b-8eaa-4383-89a3-5d1cd07a40c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:04.837950 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5bc63-1eb2-4428-8f40-3444842b1b22 req-7433c73f-7e65-4f67-82cd-0d58de029bb2 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:04.839380 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-27e5bc63-1eb2-4428-8f40-3444842b1b22 req-7433c73f-7e65-4f67-82cd-0d58de029bb2 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 944 time: 0.0484850 Apr 28 17:24:04.842481 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device f2612113-c726-43fc-ac03-b6141bc34d3b details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:24:04.889795 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-27e5bc63-1eb2-4428-8f40-3444842b1b22 req-3703c514-dcf2-4ef7-9bc6-8ae2104e633f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438395 Apr 28 17:24:04.940910 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port f2612113-c726-43fc-ac03-b6141bc34d3b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f2612113-c726-43fc-ac03-b6141bc34d3b,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:24:04.952194 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'f2612113-c726-43fc-ac03-b6141bc34d3b', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'port_id': 'f2612113-c726-43fc-ac03-b6141bc34d3b', 'mac_address': 'fa:16:3e:76:79:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:24:04.987825 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port f2612113-c726-43fc-ac03-b6141bc34d3b is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:24:04.988238 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:05.000924 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2612113-c726-43fc-ac03-b6141bc34d3b {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:24:05.020037 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port f2612113-c726-43fc-ac03-b6141bc34d3b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f2612113-c726-43fc-ac03-b6141bc34d3b,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:24:05.085938 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:05.136258 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=f2612113-c726-43fc-ac03-b6141bc34d3b,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:05.144029 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.144406 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.144752 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.145110 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.145439 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.145772 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.146104 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.146429 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.146757 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.147086 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.147413 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.147741 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.148100 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.148428 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.148751 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:05.473038 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['f2612113-c726-43fc-ac03-b6141bc34d3b'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:24:05.648830 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:06.006566 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87a651-a0af-49e9-829c-307212296142 req-ab8d77d9-d401-468e-90ff-c60548a279bc tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:06.007952 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9e87a651-a0af-49e9-829c-307212296142 req-ab8d77d9-d401-468e-90ff-c60548a279bc tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 945 time: 0.0517085 Apr 28 17:24:06.057267 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9e87a651-a0af-49e9-829c-307212296142 req-908544e5-dfa9-4542-95dd-fdd0b11350ca tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Apr 28 17:24:06.861707 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device f2612113-c726-43fc-ac03-b6141bc34d3b up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:24:06.912959 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port f2612113-c726-43fc-ac03-b6141bc34d3b completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:24:06.914956 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d480f-d47d-4a55-b58f-f2f2512a7ff5 req-b452ce4a-cf94-4057-a0ea-080774d2a1ee tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:06.916712 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5a9d480f-d47d-4a55-b58f-f2f2512a7ff5 req-b452ce4a-cf94-4057-a0ea-080774d2a1ee tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0663729 Apr 28 17:24:06.983741 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port f2612113-c726-43fc-ac03-b6141bc34d3b triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:24:06.984693 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:07.014984 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671bbd-4413-41ca-8a92-2ea3ea672d31 req-97d80dc6-a46a-4e24-9b87-fa9e5619e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:07.017289 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3671bbd-4413-41ca-8a92-2ea3ea672d31 req-97d80dc6-a46a-4e24-9b87-fa9e5619e568 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff4d61ce75ad43ad828483fe550005dc&device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 1169 time: 0.0765438 Apr 28 17:24:07.063933 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5a9d480f-d47d-4a55-b58f-f2f2512a7ff5 req-be2285e6-15b1-4e5e-a572-047872468f87 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1342561 Apr 28 17:24:07.071279 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:07.086600 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port f2612113-c726-43fc-ac03-b6141bc34d3b is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:24:07.087337 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:07.121501 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2612113-c726-43fc-ac03-b6141bc34d3b'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:24:07.124262 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33828ca3-2e39-4b6f-8c49-b29ea5f6b520" -d '{"events": [{"server_uuid": "00fd9fb0-1caf-4159-8995-0cc3d076c2e3", "name": "network-vif-plugged", "status": "completed", "tag": "f2612113-c726-43fc-ac03-b6141bc34d3b"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:24:07.147517 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port f2612113-c726-43fc-ac03-b6141bc34d3b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f2612113-c726-43fc-ac03-b6141bc34d3b,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:24:07.170417 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f36e10-f844-49b8-bf5a-61ff7754676f x-openstack-request-id: req-c0f36e10-f844-49b8-bf5a-61ff7754676f {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:24:07.170717 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fd9fb0-1caf-4159-8995-0cc3d076c2e3", "name": "network-vif-plugged", "status": "completed", "tag": "f2612113-c726-43fc-ac03-b6141bc34d3b", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:24:07.170976 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0f36e10-f844-49b8-bf5a-61ff7754676f {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:24:07.171379 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f36e10-f844-49b8-bf5a-61ff7754676f'] response: {'server_uuid': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2612113-c726-43fc-ac03-b6141bc34d3b', 'code': 200} Apr 28 17:24:07.181818 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671bbd-4413-41ca-8a92-2ea3ea672d31 req-2f479851-41af-4e4d-8c40-4760d869a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:07.183281 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3671bbd-4413-41ca-8a92-2ea3ea672d31 req-2f479851-41af-4e4d-8c40-4760d869a472 service neutron] 10.222.0.66 "GET /v2.0/networks?id=289a48d6-4cfd-4933-8ad7-634059402bcb HTTP/1.1" status: 200 len: 915 time: 0.1572418 Apr 28 17:24:07.187631 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a644-0fc6-4158-b54f-0223847b5692 req-7872ca27-57c0-4404-b29a-4dc3ee4b0bb2 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:07.189116 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a778a644-0fc6-4158-b54f-0223847b5692 req-7872ca27-57c0-4404-b29a-4dc3ee4b0bb2 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 945 time: 0.0498161 Apr 28 17:24:07.239512 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a778a644-0fc6-4158-b54f-0223847b5692 req-9e153d70-97d3-4d7b-9c16-a28d7fcb850c tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448132 Apr 28 17:24:07.257446 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:07.281653 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3671bbd-4413-41ca-8a92-2ea3ea672d31 req-af0eae14-5a9c-4125-a94e-21de210d691b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c732df55-f5e2-4309-af8a-c80b7cba116c HTTP/1.1" status: 200 len: 1002 time: 0.0688434 Apr 28 17:24:07.305685 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=f2612113-c726-43fc-ac03-b6141bc34d3b,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:07.355445 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671bbd-4413-41ca-8a92-2ea3ea672d31 req-85f43bef-8037-4846-85a7-089f9a9176a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:07.357164 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3671bbd-4413-41ca-8a92-2ea3ea672d31 req-85f43bef-8037-4846-85a7-089f9a9176a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f269673f-0cd8-466f-9509-12be0463f612 HTTP/1.1" status: 200 len: 853 time: 0.0473535 Apr 28 17:24:07.403168 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671bbd-4413-41ca-8a92-2ea3ea672d31 req-973e01a9-990d-4fcc-92db-f96e7a071b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:07.404996 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3671bbd-4413-41ca-8a92-2ea3ea672d31 req-973e01a9-990d-4fcc-92db-f96e7a071b7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=289a48d6-4cfd-4933-8ad7-634059402bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401554 Apr 28 17:24:07.528531 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3671bbd-4413-41ca-8a92-2ea3ea672d31 req-2263b00f-7528-44bd-b850-5c986df44483 service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872469 Apr 28 17:24:07.547664 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feace59-b2b4-45e2-a845-8616cffd826e req-f15e32a5-7fdf-41d5-a8e9-97f0147c37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:07.549244 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6feace59-b2b4-45e2-a845-8616cffd826e req-f15e32a5-7fdf-41d5-a8e9-97f0147c37a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 1130 time: 0.0408463 Apr 28 17:24:07.599871 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6feace59-b2b4-45e2-a845-8616cffd826e req-ed4816b5-50cd-4f18-a7ee-05e043afb579 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413980 Apr 28 17:24:07.616433 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f3671bbd-4413-41ca-8a92-2ea3ea672d31 req-ab8d2b48-4bae-4125-9a07-624c75311817 service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820963 Apr 28 17:24:08.188867 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae4eea-85c9-46a0-898f-8247b514bd93 req-f0fb7102-f71e-4185-b7a6-65debf1d136c tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:08.190329 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8eae4eea-85c9-46a0-898f-8247b514bd93 req-f0fb7102-f71e-4185-b7a6-65debf1d136c tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0515938 Apr 28 17:24:08.248922 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8eae4eea-85c9-46a0-898f-8247b514bd93 req-fe271321-60b7-4c9e-bcd4-bfaf9fff7a46 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529013 Apr 28 17:24:08.350956 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbaf45-13ed-4f72-8208-58e087a17121 req-cfdb14eb-db7b-4a0d-8874-00427ab7098b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:08.354009 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-33cbaf45-13ed-4f72-8208-58e087a17121 req-cfdb14eb-db7b-4a0d-8874-00427ab7098b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 946 time: 0.0467587 Apr 28 17:24:08.402765 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-33cbaf45-13ed-4f72-8208-58e087a17121 req-d1296e44-40f1-4310-bf1e-e73821e938ad tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440466 Apr 28 17:24:08.503625 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:09.361453 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b2197-d4e0-4178-9a7d-b6ff9eff37a4 req-4e2c8ecb-e902-4ade-825b-bbcf4dd14e78 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:09.362834 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a96b2197-d4e0-4178-9a7d-b6ff9eff37a4 req-4e2c8ecb-e902-4ade-825b-bbcf4dd14e78 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0471766 Apr 28 17:24:09.421585 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a96b2197-d4e0-4178-9a7d-b6ff9eff37a4 req-cc15a546-430c-48cf-92e6-52fad497f568 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528979 Apr 28 17:24:09.518881 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c0104-120b-4043-b2f2-74ccbaae40ef req-5d996239-0dd5-4349-be32-a0082a2da849 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:09.520415 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5a7c0104-120b-4043-b2f2-74ccbaae40ef req-5d996239-0dd5-4349-be32-a0082a2da849 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 946 time: 0.0513117 Apr 28 17:24:09.568249 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5a7c0104-120b-4043-b2f2-74ccbaae40ef req-3af01a47-6d16-4c80-bc52-fa77a31e06a2 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421259 Apr 28 17:24:09.678589 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d288-7df6-49a8-adc0-4755d90bfa6d req-afcb157b-63a4-4e74-8ff3-ef8b2a84b8e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:09.680105 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e9f1d288-7df6-49a8-adc0-4755d90bfa6d req-afcb157b-63a4-4e74-8ff3-ef8b2a84b8e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 946 time: 0.0464964 Apr 28 17:24:09.731639 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e9f1d288-7df6-49a8-adc0-4755d90bfa6d req-2d817903-1a10-49a6-ad93-acb412f0899b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460157 Apr 28 17:24:09.754703 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54156) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:09.940392 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5109f869-e2e8-4a41-bf72-a1fd3560e334 tempest-TestVolumeBootPattern-1543219726 tempest-TestVolumeBootPattern-1543219726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:09.941801 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5109f869-e2e8-4a41-bf72-a1fd3560e334 tempest-TestVolumeBootPattern-1543219726 tempest-TestVolumeBootPattern-1543219726-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 1125 time: 0.1861019 Apr 28 17:24:09.944732 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54160) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:09.948802 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'port_id': 'f2612113-c726-43fc-ac03-b6141bc34d3b', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:24:10.029518 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:10.112157 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:10.217875 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Allocated IP 172.27.2.141 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/c56540eb-a6c8-4765-8bb1-d93ef6d73229) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:24:10.229803 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:24:10.321873 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for port (c56540eb-a6c8-4765-8bb1-d93ef6d73229), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:10.435369 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (c56540eb-a6c8-4765-8bb1-d93ef6d73229), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:10.477518 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:24:10.477518 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:24:10.478404 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:24:10.522713 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'Port': ['ID=c56540eb-a6c8-4765-8bb1-d93ef6d73229,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:10.569310 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695d97-4c00-4539-a32b-3d5983c61a55 req-142f0cec-ca19-4af1-afb0-c25dd2dcc0ae tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:10.570743 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2695d97-4c00-4539-a32b-3d5983c61a55 req-142f0cec-ca19-4af1-afb0-c25dd2dcc0ae tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0671284 Apr 28 17:24:10.720536 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2695d97-4c00-4539-a32b-3d5983c61a55 req-ed9e071c-7c2e-4016-acd5-0e481dfac4e0 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327498 Apr 28 17:24:10.930959 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (047360bb-f87e-49ba-a69c-2c941a1ea2ff), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:11.085186 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c56540eb-a6c8-4765-8bb1-d93ef6d73229), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:11.239368 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for port (c56540eb-a6c8-4765-8bb1-d93ef6d73229), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:11.302732 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (c56540eb-a6c8-4765-8bb1-d93ef6d73229), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:11.367790 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'Port': ['ID=c56540eb-a6c8-4765-8bb1-d93ef6d73229,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:11.379416 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (047360bb-f87e-49ba-a69c-2c941a1ea2ff), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:11.478349 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Floating IP 047360bb-f87e-49ba-a69c-2c941a1ea2ff associated. External IP: 172.27.2.141, port: f2612113-c726-43fc-ac03-b6141bc34d3b. Apr 28 17:24:11.853584 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efad929-1d71-469f-a38c-c9ec6f07b8c0 req-c5d1ae38-c8ef-4497-bea8-f364c6e22f8b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:11.855305 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8efad929-1d71-469f-a38c-c9ec6f07b8c0 req-c5d1ae38-c8ef-4497-bea8-f364c6e22f8b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0634756 Apr 28 17:24:11.919931 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8efad929-1d71-469f-a38c-c9ec6f07b8c0 req-87869823-b7e8-4bfd-a830-9f5d9dfb0161 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563381 Apr 28 17:24:11.963149 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:24:12.074259 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:24:12.085035 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d06b3-cfbc-4600-9d50-34af50de41f4 None None] Sync routers for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:24:12.095202 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d06b3-cfbc-4600-9d50-34af50de41f4 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:24:12.096210 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1e4d06b3-cfbc-4600-9d50-34af50de41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:24:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:12.157302 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:12.189651 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-50db7b2c-fef6-4f1e-a9fb-da7137ab13e5 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2439082 Apr 28 17:24:12.190249 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'tag': 'f2612113-c726-43fc-ac03-b6141bc34d3b'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:24:12.192584 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a3c26-72da-420e-8054-e5be39f5b52e" -d '{"events": [{"name": "network-changed", "server_uuid": "00fd9fb0-1caf-4159-8995-0cc3d076c2e3", "tag": "f2612113-c726-43fc-ac03-b6141bc34d3b"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:24:12.226865 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1e4d06b3-cfbc-4600-9d50-34af50de41f4 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:24:12.237648 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed6cfd8-51f9-475e-b8aa-3e7e52974587 x-openstack-request-id: req-7ed6cfd8-51f9-475e-b8aa-3e7e52974587 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:24:12.237951 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fd9fb0-1caf-4159-8995-0cc3d076c2e3", "tag": "f2612113-c726-43fc-ac03-b6141bc34d3b", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:24:12.238209 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ed6cfd8-51f9-475e-b8aa-3e7e52974587 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:24:12.238639 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed6cfd8-51f9-475e-b8aa-3e7e52974587'] response: {'name': 'network-changed', 'server_uuid': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'tag': 'f2612113-c726-43fc-ac03-b6141bc34d3b', 'status': 'completed', 'code': 200} Apr 28 17:24:12.330350 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a3c26-72da-420e-8054-e5be39f5b52e req-672115c1-9fd2-4f05-84f9-576653b79245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:12.331777 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2f1a3c26-72da-420e-8054-e5be39f5b52e req-672115c1-9fd2-4f05-84f9-576653b79245 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 1130 time: 0.0421889 Apr 28 17:24:12.425760 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a3c26-72da-420e-8054-e5be39f5b52e req-d2c8a594-962c-45f0-a234-b7637afb352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:12.427225 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2f1a3c26-72da-420e-8054-e5be39f5b52e req-d2c8a594-962c-45f0-a234-b7637afb352e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 912 time: 0.0892937 Apr 28 17:24:12.443915 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1e4d06b3-cfbc-4600-9d50-34af50de41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '047360bb-f87e-49ba-a69c-2c941a1ea2ff', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'f2612113-c726-43fc-ac03-b6141bc34d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:76:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:24:10Z', 'updated_at': '2022-04-28T17:24:10Z', 'revision_number': 0, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:12.474968 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d06b3-cfbc-4600-9d50-34af50de41f4 None None] Checking router: 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:24:12.483465 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d06b3-cfbc-4600-9d50-34af50de41f4 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:24:12.484101 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1e4d06b3-cfbc-4600-9d50-34af50de41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:24:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:12.492417 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2f1a3c26-72da-420e-8054-e5be39f5b52e req-2130fad6-4f44-440b-86cc-e2592c8f1dd7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2612113-c726-43fc-ac03-b6141bc34d3b HTTP/1.1" status: 200 len: 1000 time: 0.0589781 Apr 28 17:24:12.544093 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a3c26-72da-420e-8054-e5be39f5b52e req-9aa65d0c-9ef3-4dc2-9b6e-9645381a196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:12.545675 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2f1a3c26-72da-420e-8054-e5be39f5b52e req-9aa65d0c-9ef3-4dc2-9b6e-9645381a196e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0454993 Apr 28 17:24:12.595373 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1e4d06b3-cfbc-4600-9d50-34af50de41f4 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:24:12.821040 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1e4d06b3-cfbc-4600-9d50-34af50de41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '047360bb-f87e-49ba-a69c-2c941a1ea2ff', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'f2612113-c726-43fc-ac03-b6141bc34d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:76:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:24:10Z', 'updated_at': '2022-04-28T17:24:10Z', 'revision_number': 0, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:12.849257 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d06b3-cfbc-4600-9d50-34af50de41f4 None None] The sync data for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi is: [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '047360bb-f87e-49ba-a69c-2c941a1ea2ff', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'f2612113-c726-43fc-ac03-b6141bc34d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:76:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:24:10Z', 'updated_at': '2022-04-28T17:24:10Z', 'revision_number': 0, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:24:12.859577 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a3c26-72da-420e-8054-e5be39f5b52e req-5b2ff969-8e02-477a-ab3f-e067d34313de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:12.862578 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2f1a3c26-72da-420e-8054-e5be39f5b52e req-5b2ff969-8e02-477a-ab3f-e067d34313de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3091085 Apr 28 17:24:12.953071 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2f1a3c26-72da-420e-8054-e5be39f5b52e req-661c73ce-eb0d-4e12-8d74-c5b2a96e16f1 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854135 Apr 28 17:24:13.068241 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f55f8cc-6386-4ce4-80d4-508809a7fcf6 None None] New status for floating IP 047360bb-f87e-49ba-a69c-2c941a1ea2ff: ACTIVE {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:24:13.078461 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe26c6-0380-4611-8927-de4c518ae1da req-d005e267-6152-47b1-8afc-bde5eb473145 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:13.080681 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-13fe26c6-0380-4611-8927-de4c518ae1da req-d005e267-6152-47b1-8afc-bde5eb473145 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0560386 Apr 28 17:24:13.101529 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2f1a3c26-72da-420e-8054-e5be39f5b52e req-b2e7a630-df3d-4dc0-a3d4-762ee11d68ea service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410778 Apr 28 17:24:13.154082 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-13fe26c6-0380-4611-8927-de4c518ae1da req-1d0a1d9f-d3be-4591-a4dd-04e2350e66cd tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640366 Apr 28 17:24:14.275006 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe4d4e-0911-4f99-ac84-3045f5b8bbac req-1c1923ee-4cc9-4eb8-a5c3-e9941dbd798f tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:14.276671 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a2fe4d4e-0911-4f99-ac84-3045f5b8bbac req-1c1923ee-4cc9-4eb8-a5c3-e9941dbd798f tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0498643 Apr 28 17:24:14.338489 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a2fe4d4e-0911-4f99-ac84-3045f5b8bbac req-c1943d72-f5dc-4fb6-82e0-c61933a714cc tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555546 Apr 28 17:24:15.452920 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dbfd4-22ce-40d9-8fcf-6dbe48356103 req-352b5a10-c1ff-4e6d-8346-6ab77c92200b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:15.454293 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f48dbfd4-22ce-40d9-8fcf-6dbe48356103 req-352b5a10-c1ff-4e6d-8346-6ab77c92200b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0468338 Apr 28 17:24:15.512970 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f48dbfd4-22ce-40d9-8fcf-6dbe48356103 req-eb4c03ef-8ec3-4a71-af02-44af8c125e63 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529811 Apr 28 17:24:16.634983 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6749097-262a-4d83-96bf-25c163c9b4ca req-77f04cbc-a7bc-40b6-89c8-bf91f49685c5 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:16.636530 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6749097-262a-4d83-96bf-25c163c9b4ca req-77f04cbc-a7bc-40b6-89c8-bf91f49685c5 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0509458 Apr 28 17:24:16.703543 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6749097-262a-4d83-96bf-25c163c9b4ca req-4bc62469-f212-447b-a467-3ba4fdf33bda tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601053 Apr 28 17:24:17.818732 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a1df-9d60-4259-a612-8129976adf48 req-6d33ec0a-8e2b-4bab-ab52-a713b3152dee tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:17.820267 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7254a1df-9d60-4259-a612-8129976adf48 req-6d33ec0a-8e2b-4bab-ab52-a713b3152dee tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0467060 Apr 28 17:24:17.881968 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7254a1df-9d60-4259-a612-8129976adf48 req-a8349f27-7289-4885-b1b2-dc8fedd4215b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560327 Apr 28 17:24:18.372562 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54248) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:18.416684 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d3a66e-9797-4d17-9a7e-d076a3327bdd admin admin] Deleting subnet 3c7bdb94-ebd9-46d7-8cb4-622e8f1d499e {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:24:18.420434 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-78d3a66e-9797-4d17-9a7e-d076a3327bdd admin admin] Publish callbacks [] for subnet (3c7bdb94-ebd9-46d7-8cb4-622e8f1d499e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.453728 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-78d3a66e-9797-4d17-9a7e-d076a3327bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5926562'] for subnet (3c7bdb94-ebd9-46d7-8cb4-622e8f1d499e), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.491474 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-78d3a66e-9797-4d17-9a7e-d076a3327bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (3c7bdb94-ebd9-46d7-8cb4-622e8f1d499e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.623274 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-78d3a66e-9797-4d17-9a7e-d076a3327bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6706966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5919827'] for subnet (3c7bdb94-ebd9-46d7-8cb4-622e8f1d499e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.648362 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3a66e-9797-4d17-9a7e-d076a3327bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7bdb94-ebd9-46d7-8cb4-622e8f1d499e,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:18.652737 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-78d3a66e-9797-4d17-9a7e-d076a3327bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.656890 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-78d3a66e-9797-4d17-9a7e-d076a3327bdd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3c7bdb94-ebd9-46d7-8cb4-622e8f1d499e HTTP/1.1" status: 204 len: 168 time: 0.2826364 Apr 28 17:24:18.659294 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54252) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:18.725064 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.804964 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.823925 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:18.833663 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0791af-7c2e-4b4d-9d7a-a7f5a853977a') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:18.833960 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0791af-7c2e-4b4d-9d7a-a7f5a853977a') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:18.843646 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5926587'] for segment (7d0791af-7c2e-4b4d-9d7a-a7f5a853977a), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.856447 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (7d0791af-7c2e-4b4d-9d7a-a7f5a853977a), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.862539 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:24:18.862927 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6703600'] for segment (7d0791af-7c2e-4b4d-9d7a-a7f5a853977a), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: Traceback (most recent call last): Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: timer() Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: cb(*args, **kw) Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: return func(*args, **kwargs) Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: self._notify() Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: self.callback(batched_events) Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: event.method(event) Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: return f(self, *a, **k) Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._get(url).json() Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:24:18.864635 dv-cinder-826949-5-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:24:18.983567 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.991771 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:18.995760 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] 10.222.0.64 "DELETE /v2.0/networks/245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf HTTP/1.1" status: 204 len: 168 time: 0.3347042 Apr 28 17:24:18.997897 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 54256) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:19.005713 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecc3a6-5231-4112-9bea-41fa1225d860 req-481be17f-5c35-4828-a53b-6dbbbc34fd9b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:19.007178 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5fecc3a6-5231-4112-9bea-41fa1225d860 req-481be17f-5c35-4828-a53b-6dbbbc34fd9b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0574160 Apr 28 17:24:19.022872 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62041ea-9d9d-464e-90e6-a500da559778 admin admin] Pushing event deleted for resources: {'Network': ['ID=245f6ca5-7cdc-44fc-a5c5-ed5a040c2baf,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:19.047973 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dd00aa-4324-4a20-8fb5-ffe178f51d36 admin admin] Deleting subnet bbbbcea3-796e-49a1-8509-44079a43ce20 {{(pid=103997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:24:19.051193 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31dd00aa-4324-4a20-8fb5-ffe178f51d36 admin admin] Publish callbacks [] for subnet (bbbbcea3-796e-49a1-8509-44079a43ce20), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.073353 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5fecc3a6-5231-4112-9bea-41fa1225d860 req-dafc1304-9bc6-4fa5-9ba5-d57fdb65ee55 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565178 Apr 28 17:24:19.086208 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31dd00aa-4324-4a20-8fb5-ffe178f51d36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4244606'] for subnet (bbbbcea3-796e-49a1-8509-44079a43ce20), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.124095 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31dd00aa-4324-4a20-8fb5-ffe178f51d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (bbbbcea3-796e-49a1-8509-44079a43ce20), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.240515 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31dd00aa-4324-4a20-8fb5-ffe178f51d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5206430'] for subnet (bbbbcea3-796e-49a1-8509-44079a43ce20), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.265965 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd00aa-4324-4a20-8fb5-ffe178f51d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbbbcea3-796e-49a1-8509-44079a43ce20,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:19.269666 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-31dd00aa-4324-4a20-8fb5-ffe178f51d36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.275579 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54258) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:19.275728 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-31dd00aa-4324-4a20-8fb5-ffe178f51d36 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bbbbcea3-796e-49a1-8509-44079a43ce20 HTTP/1.1" status: 204 len: 168 time: 0.2753193 Apr 28 17:24:19.354138 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (a719b5e4-4858-402c-a7b8-dc62a7b84569), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.431260 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (a719b5e4-4858-402c-a7b8-dc62a7b84569), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.450806 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a719b5e4-4858-402c-a7b8-dc62a7b84569']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:19.461807 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6796aece-24a3-4fcf-a0c7-cd6baa2d41c2') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:19.462110 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6796aece-24a3-4fcf-a0c7-cd6baa2d41c2') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:19.471767 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5926587'] for segment (6796aece-24a3-4fcf-a0c7-cd6baa2d41c2), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.484761 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (6796aece-24a3-4fcf-a0c7-cd6baa2d41c2), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.490751 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:24:19.491071 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6703600'] for segment (6796aece-24a3-4fcf-a0c7-cd6baa2d41c2), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: Traceback (most recent call last): Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: timer() Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: cb(*args, **kw) Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: return func(*args, **kwargs) Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: self._notify() Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: self.callback(batched_events) Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: event.method(event) Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: return f(self, *a, **k) Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._get(url).json() Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:24:19.492802 dv-cinder-826949-5-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:24:19.600202 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (a719b5e4-4858-402c-a7b8-dc62a7b84569), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.605514 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:19.609321 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] 10.222.0.64 "DELETE /v2.0/networks/a719b5e4-4858-402c-a7b8-dc62a7b84569 HTTP/1.1" status: 204 len: 168 time: 0.3326864 Apr 28 17:24:19.619762 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716560f-ccbc-485a-9630-db75c95266ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a719b5e4-4858-402c-a7b8-dc62a7b84569,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:19.951803 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54262) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:19.990121 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-de3bd011-65fc-4a42-8579-b204953b86a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1596b6c18854d09b5cad7bd382796be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371540 Apr 28 17:24:19.992584 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54264) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:20.039777 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f309f4ae-00e5-4489-97d5-e695ea56c8ba admin admin] Publish callbacks [] for security_group (f393537a-dd40-4963-810b-fa22c8df253a), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:20.061289 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f309f4ae-00e5-4489-97d5-e695ea56c8ba admin admin] Publish callbacks [] for security_group (f393537a-dd40-4963-810b-fa22c8df253a), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:20.191867 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc4eef-2f3b-4dba-8413-36f19a26bba6 req-672b59d2-1353-4f40-869b-47ff3d680194 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:20.193573 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a6bc4eef-2f3b-4dba-8413-36f19a26bba6 req-672b59d2-1353-4f40-869b-47ff3d680194 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0515609 Apr 28 17:24:20.223137 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f309f4ae-00e5-4489-97d5-e695ea56c8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f393537a-dd40-4963-810b-fa22c8df253a), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:20.225801 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f309f4ae-00e5-4489-97d5-e695ea56c8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:20.226936 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f309f4ae-00e5-4489-97d5-e695ea56c8ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f393537a-dd40-4963-810b-fa22c8df253a HTTP/1.1" status: 204 len: 168 time: 0.2334321 Apr 28 17:24:20.235216 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309f4ae-00e5-4489-97d5-e695ea56c8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f393537a-dd40-4963-810b-fa22c8df253a,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:20.257823 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a6bc4eef-2f3b-4dba-8413-36f19a26bba6 req-0df1f440-692a-494d-96fc-2d1cf736f65a tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&id=f0a66c69-f4e3-4d25-9f3d-e7c31864121e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582759 Apr 28 17:24:20.983108 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54274) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:21.021709 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0837df20-9de9-401b-98a4-eed63b87f4a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bf56ca735b94ee8aae15fb52acefb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373352 Apr 28 17:24:21.024140 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54276) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:21.070103 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8522-17f3-4602-a72a-94a8dc969002 admin admin] Publish callbacks [] for security_group (6df93c7f-766d-4a35-858c-22bc8f2397a1), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:21.091061 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8522-17f3-4602-a72a-94a8dc969002 admin admin] Publish callbacks [] for security_group (6df93c7f-766d-4a35-858c-22bc8f2397a1), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:21.218023 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8522-17f3-4602-a72a-94a8dc969002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (6df93c7f-766d-4a35-858c-22bc8f2397a1), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:21.220610 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8522-17f3-4602-a72a-94a8dc969002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:21.221747 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c2ae8522-17f3-4602-a72a-94a8dc969002 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6df93c7f-766d-4a35-858c-22bc8f2397a1 HTTP/1.1" status: 204 len: 168 time: 0.1967452 Apr 28 17:24:21.229829 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae8522-17f3-4602-a72a-94a8dc969002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df93c7f-766d-4a35-858c-22bc8f2397a1,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:25.645545 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:26.566217 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54344) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:26.667436 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-20731863-2778-4ce2-99f4-8af79486c77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:26.739741 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-20731863-2778-4ce2-99f4-8af79486c77c admin admin] Publish callbacks [] for security_group (3ee13877-b633-4bf8-8d57-e78581f1155e), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:26.799506 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-20731863-2778-4ce2-99f4-8af79486c77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (3ee13877-b633-4bf8-8d57-e78581f1155e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:26.839951 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-20731863-2778-4ce2-99f4-8af79486c77c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3cafa1e5c3844df941d81c635fe7313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726495 Apr 28 17:24:26.840909 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20731863-2778-4ce2-99f4-8af79486c77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee13877-b633-4bf8-8d57-e78581f1155e,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:26.843195 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 54348) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:26.891888 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc2d2-60b2-4ef6-9a44-5b02c6cee676 admin admin] Publish callbacks [] for security_group (3ee13877-b633-4bf8-8d57-e78581f1155e), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:26.912788 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc2d2-60b2-4ef6-9a44-5b02c6cee676 admin admin] Publish callbacks [] for security_group (3ee13877-b633-4bf8-8d57-e78581f1155e), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:27.023021 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc2d2-60b2-4ef6-9a44-5b02c6cee676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (3ee13877-b633-4bf8-8d57-e78581f1155e), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:27.025848 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc2d2-60b2-4ef6-9a44-5b02c6cee676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:27.027012 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-8c2cc2d2-60b2-4ef6-9a44-5b02c6cee676 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ee13877-b633-4bf8-8d57-e78581f1155e HTTP/1.1" status: 204 len: 168 time: 0.1827521 Apr 28 17:24:27.035452 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cc2d2-60b2-4ef6-9a44-5b02c6cee676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee13877-b633-4bf8-8d57-e78581f1155e,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:28.042506 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 54370) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:28.138171 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-408320205-network', 'tenant_id': 'df1f751bcbea4559935d675fbc4f9661'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:24:28.216673 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Made reservation on behalf of df1f751bcbea4559935d675fbc4f9661 for: {'network': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:24:28.219715 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for network (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:28.228000 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:28.306373 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Publish callbacks [] for security_group (950eb897-bbdf-457a-9de7-ad50069e7d46), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:28.388216 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (950eb897-bbdf-457a-9de7-ad50069e7d46), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:28.407477 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 17:24:28.425211 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950eb897-bbdf-457a-9de7-ad50069e7d46,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:28.429174 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (96d7f5e4-0437-4a4a-90f7-9161a5ead821), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:28.429522 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.segments_db [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Added segment 96d7f5e4-0437-4a4a-90f7-9161a5ead821 of type vlan for network a4a0474c-07de-4da0-9b3f-52da8a0b425e Apr 28 17:24:28.468498 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776149209748'] for network (a4a0474c-07de-4da0-9b3f-52da8a0b425e), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:28.548533 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733'] for network (a4a0474c-07de-4da0-9b3f-52da8a0b425e), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:28.549479 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:28.550058 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:28.608542 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] Pushing event updated for resources: {'Network': ['ID=a4a0474c-07de-4da0-9b3f-52da8a0b425e,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:28.618253 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Network a4a0474c-07de-4da0-9b3f-52da8a0b425e details requested by agent ovs-agent-dv-cinder-826949-5-iscsi with host dv-cinder-826949-5-iscsi {{(pid=103998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 17:24:28.648424 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-3d731a9c-642b-4254-86a2-14a9fa70272d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6047201 Apr 28 17:24:28.651145 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 54374) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:28.656477 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] Request body: {'subnet': {'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-408320205-subnet', 'tenant_id': 'df1f751bcbea4559935d675fbc4f9661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:24:28.748662 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] Made reservation on behalf of df1f751bcbea4559935d675fbc4f9661 for: {'subnet': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:24:28.750963 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5206387'] for subnet (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:28.971637 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4368492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5206401'] for subnet (c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:29.033695 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4,revision_number=0']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:29.039927 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] Checking segment: {'id': '96d7f5e4-0437-4a4a-90f7-9161a5ead821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:24:29.040328 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] Network hostable DHCP agents. Network: a4a0474c-07de-4da0-9b3f-52da8a0b425e, hostable agents: ['e9bcccde-15b8-46d4-8b2d-0522ace1f985'], hosted agents: [] {{(pid=103997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 17:24:29.119804 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] Network a4a0474c-07de-4da0-9b3f-52da8a0b425e is scheduled to be hosted by DHCP agent e9bcccde-15b8-46d4-8b2d-0522ace1f985 with binding_index 1 {{(pid=103997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 17:24:29.199590 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-5-iscsi, a4a0474c-07de-4da0-9b3f-52da8a0b425e) {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:24:29.204592 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:29.205298 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:29.209497 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b420f80-3fe4-4a08-9abf-0f8debda76a2 None None] Network a4a0474c-07de-4da0-9b3f-52da8a0b425e requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:24:29.307383 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f57e8ef-3241-4385-8294-1fa6332dfaea None None] Network a4a0474c-07de-4da0-9b3f-52da8a0b425e requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:24:29.328559 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-2655f1ee-722b-4d0d-b347-907442ef77e0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6763113 Apr 28 17:24:31.314018 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-4bdae83b-9567-4725-a703-d7a0bb0fd419 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:31.315476 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-4bdae83b-9567-4725-a703-d7a0bb0fd419 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/networks?id=a4a0474c-07de-4da0-9b3f-52da8a0b425e HTTP/1.1" status: 200 len: 808 time: 0.0993938 Apr 28 17:24:31.329855 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-7d17ff1a-67b1-498d-8599-11c21e5d24d0 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/quotas/df1f751bcbea4559935d675fbc4f9661 HTTP/1.1" status: 200 len: 375 time: 0.0089819 Apr 28 17:24:31.362196 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-360208f0-4226-4483-9ac6-11aceb31f72c tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df1f751bcbea4559935d675fbc4f9661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276704 Apr 28 17:24:31.453032 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-8741f709-ebfd-4b9e-8602-c62a261e3d21 service neutron] 10.222.0.64 "GET /v2.0/networks/a4a0474c-07de-4da0-9b3f-52da8a0b425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844147 Apr 28 17:24:31.544861 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-2fa020c2-7629-4ec9-ba89-986b1b025cea service neutron] 10.222.0.64 "GET /v2.0/networks/a4a0474c-07de-4da0-9b3f-52da8a0b425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862398 Apr 28 17:24:31.808874 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3c88d159-fe4a-4c61-bc8d-0e0061ab5bfe req-e7acd781-5ae3-4fd1-a285-30ac82e7acc0 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 210 time: 0.0271966 Apr 28 17:24:32.131346 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-945064fb-ff2d-4892-9367-af6b83630331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:32.903214 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-afeed0ad-fc01-4c4f-b7f0-12d9ad72cc7e req-783e7032-23b3-459f-b73c-e27181a8421b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 210 time: 0.0279691 Apr 28 17:24:34.036098 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9ba4e72b-770d-4ae7-95c2-63f3ec64d5f7 req-5009432d-e9af-48ad-a960-54afd1bd8cf6 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 210 time: 0.0591526 Apr 28 17:24:34.074724 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-9524a0cd-066c-4ab5-9139-471ea06f076d tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:34.076719 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-9524a0cd-066c-4ab5-9139-471ea06f076d tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.66 "GET /v2.0/networks?id=a4a0474c-07de-4da0-9b3f-52da8a0b425e HTTP/1.1" status: 200 len: 808 time: 0.1324334 Apr 28 17:24:34.096516 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Request body: {'port': {'device_id': 'a1a0ff48-2579-42b6-a685-f0aedb049006', 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e', 'admin_state_up': True, 'tenant_id': 'df1f751bcbea4559935d675fbc4f9661'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:24:34.256904 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Made reservation on behalf of df1f751bcbea4559935d675fbc4f9661 for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:24:34.260364 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:34.388615 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Allocated IP 172.20.0.4 (a4a0474c-07de-4da0-9b3f-52da8a0b425e/c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4/da5d9421-166f-4e18-85a7-37e3c4796439) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:24:34.514840 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-60f46a12-4b36-425b-a8b1-03db884067cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:34.535629 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks [] for port (da5d9421-166f-4e18-85a7-37e3c4796439), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:34.605441 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:34.650931 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Network a4a0474c-07de-4da0-9b3f-52da8a0b425e is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:24:34.654200 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:24:34.656780 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:24:34.687603 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Pushing event updated for resources: {'Port': ['ID=da5d9421-166f-4e18-85a7-37e3c4796439,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:34.711188 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:34.711980 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:34.790890 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-d0ddf440-11ca-49ce-9959-78ae6f9b73b8 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6978743 Apr 28 17:24:34.808686 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Request body: {'port': {'device_id': 'a1a0ff48-2579-42b6-a685-f0aedb049006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:24:34.870893 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:35.134640 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5d9421-166f-4e18-85a7-37e3c4796439 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:24:35.142406 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Publish callbacks [] for port (da5d9421-166f-4e18-85a7-37e3c4796439), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:35.149111 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef35591-7f8d-4e55-add9-f44800e45b87 req-6ff2f19d-d753-4ad9-88fe-3fa695604fe9 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:35.150596 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ef35591-7f8d-4e55-add9-f44800e45b87 req-6ff2f19d-d753-4ad9-88fe-3fa695604fe9 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 931 time: 0.0476828 Apr 28 17:24:35.154982 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Transition to ACTIVE for port object da5d9421-166f-4e18-85a7-37e3c4796439 will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:24:35.198739 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ef35591-7f8d-4e55-add9-f44800e45b87 req-604377a9-516d-4942-8aa6-fead818a3af1 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414095 Apr 28 17:24:35.239503 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:35.294213 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Pushing event updated for resources: {'Port': ['ID=da5d9421-166f-4e18-85a7-37e3c4796439,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:35.361749 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Attempting to bind port da5d9421-166f-4e18-85a7-37e3c4796439 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:24:35.361999 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Attempting to bind port da5d9421-166f-4e18-85a7-37e3c4796439 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '96d7f5e4-0437-4a4a-90f7-9161a5ead821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:24:35.362323 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Attempting to bind port da5d9421-166f-4e18-85a7-37e3c4796439 on network a4a0474c-07de-4da0-9b3f-52da8a0b425e {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:24:35.366569 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Port da5d9421-166f-4e18-85a7-37e3c4796439 on network a4a0474c-07de-4da0-9b3f-52da8a0b425e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:24:35.366885 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Attempting to bind port da5d9421-166f-4e18-85a7-37e3c4796439 on network a4a0474c-07de-4da0-9b3f-52da8a0b425e {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:24:35.371617 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:24:35.371948 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Checking segment: {'id': '96d7f5e4-0437-4a4a-90f7-9161a5ead821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:24:35.372354 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Bound using segment: {'id': '96d7f5e4-0437-4a4a-90f7-9161a5ead821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:24:35.372789 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Bound port: da5d9421-166f-4e18-85a7-37e3c4796439, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d7f5e4-0437-4a4a-90f7-9161a5ead821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:24:35.373192 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:35.433899 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] For port da5d9421-166f-4e18-85a7-37e3c4796439, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:24:35.436819 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] For port da5d9421-166f-4e18-85a7-37e3c4796439, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=da5d9421-166f-4e18-85a7-37e3c4796439,segment=NetworkSegment(96d7f5e4-0437-4a4a-90f7-9161a5ead821),segment_id=96d7f5e4-0437-4a4a-90f7-9161a5ead821)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:24:35.520358 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:35.558202 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:35.558826 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:35.560224 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] 10.222.0.66 "PUT /v2.0/ports/da5d9421-166f-4e18-85a7-37e3c4796439 HTTP/1.1" status: 200 len: 1093 time: 0.7555673 Apr 28 17:24:35.560659 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a0ff48-2579-42b6-a685-f0aedb049006', 'tag': 'da5d9421-166f-4e18-85a7-37e3c4796439'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:24:35.563073 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7596d1e5-15c3-47d0-98dd-0d3a8795650d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a0ff48-2579-42b6-a685-f0aedb049006", "tag": "da5d9421-166f-4e18-85a7-37e3c4796439"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:24:35.588063 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a415c2-f556-4c87-ac7f-7a434bd79b06 service neutron] Pushing event updated for resources: {'Port': ['ID=da5d9421-166f-4e18-85a7-37e3c4796439,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:35.599842 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015a6f4d-1faa-40bc-9279-39be466aed32 x-openstack-request-id: req-015a6f4d-1faa-40bc-9279-39be466aed32 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:24:35.600158 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a0ff48-2579-42b6-a685-f0aedb049006", "tag": "da5d9421-166f-4e18-85a7-37e3c4796439", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:24:35.600420 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-015a6f4d-1faa-40bc-9279-39be466aed32 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:24:35.600857 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015a6f4d-1faa-40bc-9279-39be466aed32'] response: {'name': 'network-changed', 'server_uuid': 'a1a0ff48-2579-42b6-a685-f0aedb049006', 'tag': 'da5d9421-166f-4e18-85a7-37e3c4796439', 'status': 'completed', 'code': 200} Apr 28 17:24:35.634387 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:35.681941 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596d1e5-15c3-47d0-98dd-0d3a8795650d req-0aa82d0b-fbff-4b7d-a4ba-3365692dfd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:35.683488 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7596d1e5-15c3-47d0-98dd-0d3a8795650d req-0aa82d0b-fbff-4b7d-a4ba-3365692dfd4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1f751bcbea4559935d675fbc4f9661&device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 1127 time: 0.0399466 Apr 28 17:24:35.789520 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596d1e5-15c3-47d0-98dd-0d3a8795650d req-257139ed-5d0d-443d-b243-885f060fa245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:35.790976 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7596d1e5-15c3-47d0-98dd-0d3a8795650d req-257139ed-5d0d-443d-b243-885f060fa245 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=df1f751bcbea4559935d675fbc4f9661&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0900633 Apr 28 17:24:35.885893 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596d1e5-15c3-47d0-98dd-0d3a8795650d req-010a50ac-a148-4efb-b494-ee033e22efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:35.887242 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-7596d1e5-15c3-47d0-98dd-0d3a8795650d req-010a50ac-a148-4efb-b494-ee033e22efe4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904007 Apr 28 17:24:35.993488 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-bb181c23-fc7b-4916-a231-feeffc87b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:35.995658 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-bb181c23-fc7b-4916-a231-feeffc87b89e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1f751bcbea4559935d675fbc4f9661&device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 1127 time: 0.0428364 Apr 28 17:24:36.049563 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-f0c3a174-0f52-47b4-a3f0-ca06f8d9f85e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da5d9421-166f-4e18-85a7-37e3c4796439 HTTP/1.1" status: 200 len: 217 time: 0.0394723 Apr 28 17:24:36.097222 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-05f4e858-e2a8-469c-904c-12a6cfd8dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:36.098639 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-05f4e858-e2a8-469c-904c-12a6cfd8dba9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4 HTTP/1.1" status: 200 len: 848 time: 0.0429425 Apr 28 17:24:36.133791 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-ef47b31b-38fc-4b44-9027-f3cc4e66017e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4a0474c-07de-4da0-9b3f-52da8a0b425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262306 Apr 28 17:24:36.224495 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-f6bb1fc2-3d23-47aa-b893-bd3b9c2a6200 service neutron] 10.222.0.66 "GET /v2.0/networks/a4a0474c-07de-4da0-9b3f-52da8a0b425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834956 Apr 28 17:24:36.312560 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44ee4b-87d1-426b-9862-eac65d73e56c req-4631b49e-d0bd-4f48-82d8-8fb3076b10c9 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:36.313144 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-11c452b1-53c8-4dbe-bdca-5a2cdbc166b2 req-aaf6501e-b50a-433d-ae02-963998d37cfe service neutron] 10.222.0.66 "GET /v2.0/networks/a4a0474c-07de-4da0-9b3f-52da8a0b425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823009 Apr 28 17:24:36.314182 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4c44ee4b-87d1-426b-9862-eac65d73e56c req-4631b49e-d0bd-4f48-82d8-8fb3076b10c9 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 943 time: 0.0472994 Apr 28 17:24:36.364104 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4c44ee4b-87d1-426b-9862-eac65d73e56c req-cba69a00-9d52-4101-8510-b66fd3f048f5 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Apr 28 17:24:37.062352 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:37.476469 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a048d65-950a-4c01-832c-0a82425988a1 req-a047d8f9-7479-4368-b802-cb869cad489d tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:37.477918 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5a048d65-950a-4c01-832c-0a82425988a1 req-a047d8f9-7479-4368-b802-cb869cad489d tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 943 time: 0.0463324 Apr 28 17:24:37.528179 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5a048d65-950a-4c01-832c-0a82425988a1 req-03bfd6f8-8eee-4b90-96a1-ee9522c788f3 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 Apr 28 17:24:38.513942 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:38.642353 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df136452-7fa9-45bc-be9a-8e6a147d1b3d req-dd6e1d68-c961-452e-96f9-9d0c2eaa2247 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:38.643822 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df136452-7fa9-45bc-be9a-8e6a147d1b3d req-dd6e1d68-c961-452e-96f9-9d0c2eaa2247 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 943 time: 0.0485601 Apr 28 17:24:38.690467 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df136452-7fa9-45bc-be9a-8e6a147d1b3d req-5407ebec-f36e-4f19-96da-c96c4a4981c9 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Apr 28 17:24:39.028359 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device da5d9421-166f-4e18-85a7-37e3c4796439 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:24:39.125962 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port da5d9421-166f-4e18-85a7-37e3c4796439, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=da5d9421-166f-4e18-85a7-37e3c4796439,segment=NetworkSegment(96d7f5e4-0437-4a4a-90f7-9161a5ead821),segment_id=96d7f5e4-0437-4a4a-90f7-9161a5ead821)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:24:39.136800 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'da5d9421-166f-4e18-85a7-37e3c4796439', 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e', 'port_id': 'da5d9421-166f-4e18-85a7-37e3c4796439', 'mac_address': 'fa:16:3e:b7:b7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:24:39.174124 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port da5d9421-166f-4e18-85a7-37e3c4796439 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:24:39.174515 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:39.187270 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5d9421-166f-4e18-85a7-37e3c4796439 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:24:39.209730 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port da5d9421-166f-4e18-85a7-37e3c4796439, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=da5d9421-166f-4e18-85a7-37e3c4796439,segment=NetworkSegment(96d7f5e4-0437-4a4a-90f7-9161a5ead821),segment_id=96d7f5e4-0437-4a4a-90f7-9161a5ead821)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:24:39.280396 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:39.325640 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=da5d9421-166f-4e18-85a7-37e3c4796439,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:39.618174 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['da5d9421-166f-4e18-85a7-37e3c4796439'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:24:39.803672 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d248cc-3cfb-4701-b965-30d7a26d5754 req-a20535ad-060c-418a-921a-f1243b40962f tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:39.805173 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-34d248cc-3cfb-4701-b965-30d7a26d5754 req-a20535ad-060c-418a-921a-f1243b40962f tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 944 time: 0.0470827 Apr 28 17:24:39.851062 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-34d248cc-3cfb-4701-b965-30d7a26d5754 req-70b40eac-bb23-409f-893a-a6c4258347c1 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 Apr 28 17:24:40.964784 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7613d-a67a-4303-b354-9540835c7eee req-a1cb3651-2ad7-4cdf-80ca-56877934483f tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:40.966218 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8fb7613d-a67a-4303-b354-9540835c7eee req-a1cb3651-2ad7-4cdf-80ca-56877934483f tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 944 time: 0.0464559 Apr 28 17:24:41.012395 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8fb7613d-a67a-4303-b354-9540835c7eee req-b57a4b92-ca54-4072-b0a2-05e9c79fd11c tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 Apr 28 17:24:41.051454 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device da5d9421-166f-4e18-85a7-37e3c4796439 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:24:41.096570 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port da5d9421-166f-4e18-85a7-37e3c4796439 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:24:41.176657 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port da5d9421-166f-4e18-85a7-37e3c4796439 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:24:41.177055 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:41.252454 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port da5d9421-166f-4e18-85a7-37e3c4796439 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:24:41.252841 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:41.274352 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a0ff48-2579-42b6-a685-f0aedb049006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5d9421-166f-4e18-85a7-37e3c4796439'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:24:41.276562 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53e24c3-65d6-4e39-bb98-9311af47f368" -d '{"events": [{"server_uuid": "a1a0ff48-2579-42b6-a685-f0aedb049006", "name": "network-vif-plugged", "status": "completed", "tag": "da5d9421-166f-4e18-85a7-37e3c4796439"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:24:41.292054 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port da5d9421-166f-4e18-85a7-37e3c4796439, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=da5d9421-166f-4e18-85a7-37e3c4796439,segment=NetworkSegment(96d7f5e4-0437-4a4a-90f7-9161a5ead821),segment_id=96d7f5e4-0437-4a4a-90f7-9161a5ead821)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:24:41.312609 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2f20e6-ecc3-4ee8-adec-7c666fbeaefe x-openstack-request-id: req-cb2f20e6-ecc3-4ee8-adec-7c666fbeaefe {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:24:41.312968 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a0ff48-2579-42b6-a685-f0aedb049006", "name": "network-vif-plugged", "status": "completed", "tag": "da5d9421-166f-4e18-85a7-37e3c4796439", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:24:41.320510 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb2f20e6-ecc3-4ee8-adec-7c666fbeaefe {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:24:41.320510 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2f20e6-ecc3-4ee8-adec-7c666fbeaefe'] response: {'server_uuid': 'a1a0ff48-2579-42b6-a685-f0aedb049006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5d9421-166f-4e18-85a7-37e3c4796439', 'code': 200} Apr 28 17:24:41.359853 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:41.534659 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=da5d9421-166f-4e18-85a7-37e3c4796439,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:41.626762 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67d81-e5b7-4479-aaf2-53d53c1a451b req-ac7c0c26-464b-40a2-ab7d-c552cfb650c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:41.628522 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-89e67d81-e5b7-4479-aaf2-53d53c1a451b req-ac7c0c26-464b-40a2-ab7d-c552cfb650c4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 1129 time: 0.0392370 Apr 28 17:24:41.672856 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-89e67d81-e5b7-4479-aaf2-53d53c1a451b req-36b60136-9f8c-417a-aa9b-ab877d5daa7e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369527 Apr 28 17:24:42.129239 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba654-8646-4e40-b187-47b24fef8e6f req-9f6a6eaa-2631-4fe1-a261-1bbbf6205bb0 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:42.130696 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de6ba654-8646-4e40-b187-47b24fef8e6f req-9f6a6eaa-2631-4fe1-a261-1bbbf6205bb0 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 945 time: 0.0517058 Apr 28 17:24:42.176836 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de6ba654-8646-4e40-b187-47b24fef8e6f req-66796bdb-bf76-47bd-b77f-7ce203da3e7b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Apr 28 17:24:43.295699 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f71cd-3b66-449e-bd51-6b989826db40 req-152d96ed-7e2b-43e1-9b18-7f53cc592183 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:43.297166 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b24f71cd-3b66-449e-bd51-6b989826db40 req-152d96ed-7e2b-43e1-9b18-7f53cc592183 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 945 time: 0.0493796 Apr 28 17:24:43.344312 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b24f71cd-3b66-449e-bd51-6b989826db40 req-9b8efa0c-8479-4bc3-81af-462c2083d827 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Apr 28 17:24:44.457150 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08989e7-6015-426b-afa2-55686909ee29 req-1925a370-bb18-4747-a8c0-8c130fa12803 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:44.458612 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f08989e7-6015-426b-afa2-55686909ee29 req-1925a370-bb18-4747-a8c0-8c130fa12803 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 945 time: 0.0473123 Apr 28 17:24:44.505601 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f08989e7-6015-426b-afa2-55686909ee29 req-772ef7a7-dda7-4ce1-a99b-db7102979986 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Apr 28 17:24:45.906314 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28ed7-c47c-4723-8f9e-aba0e3ed5990 req-7bec41b1-9972-480c-9b9e-13f0b9dad12c tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:45.907791 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6fb28ed7-c47c-4723-8f9e-aba0e3ed5990 req-7bec41b1-9972-480c-9b9e-13f0b9dad12c tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 945 time: 0.0500505 Apr 28 17:24:45.957046 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6fb28ed7-c47c-4723-8f9e-aba0e3ed5990 req-099118ab-5918-49d6-b472-165953af5c90 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435681 Apr 28 17:24:47.079406 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ae647-fc20-493b-a2ea-4125cf7f9557 req-281eeecd-ce36-47ca-960c-821346dc22a0 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:47.080885 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ef3ae647-fc20-493b-a2ea-4125cf7f9557 req-281eeecd-ce36-47ca-960c-821346dc22a0 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 945 time: 0.0466077 Apr 28 17:24:47.128483 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ef3ae647-fc20-493b-a2ea-4125cf7f9557 req-3f0e0787-886d-475f-92d2-d060d6e4b161 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Apr 28 17:24:47.231267 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:24:47.550371 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61aeef7-88f9-45d7-89ec-b31ad6595baf req-c8e212ab-0ff5-4d56-936a-495c1d58b136 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:47.551825 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c61aeef7-88f9-45d7-89ec-b31ad6595baf req-c8e212ab-0ff5-4d56-936a-495c1d58b136 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 945 time: 0.0483100 Apr 28 17:24:47.635461 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-c61aeef7-88f9-45d7-89ec-b31ad6595baf req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Deleting port da5d9421-166f-4e18-85a7-37e3c4796439 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:24:47.635811 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-c61aeef7-88f9-45d7-89ec-b31ad6595baf req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:47.724642 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-c61aeef7-88f9-45d7-89ec-b31ad6595baf req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] For port da5d9421-166f-4e18-85a7-37e3c4796439, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=da5d9421-166f-4e18-85a7-37e3c4796439,segment=NetworkSegment(96d7f5e4-0437-4a4a-90f7-9161a5ead821),segment_id=96d7f5e4-0437-4a4a-90f7-9161a5ead821)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:24:47.725005 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-c61aeef7-88f9-45d7-89ec-b31ad6595baf req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:47.738405 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-c61aeef7-88f9-45d7-89ec-b31ad6595baf req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Calling delete_port for da5d9421-166f-4e18-85a7-37e3c4796439 owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:24:47.936924 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-c61aeef7-88f9-45d7-89ec-b31ad6595baf req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (da5d9421-166f-4e18-85a7-37e3c4796439), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:47.969657 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Pushing event deleted for resources: {'Port': ['ID=da5d9421-166f-4e18-85a7-37e3c4796439,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:47.976615 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['da5d9421-166f-4e18-85a7-37e3c4796439'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:24:47.995513 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.995856 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.996218 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.996557 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.996892 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.997216 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.997671 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.998135 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.998264 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.998527 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.998845 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.999170 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.999472 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:47.999784 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:48.000121 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:48.023055 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61aeef7-88f9-45d7-89ec-b31ad6595baf req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] No DVR routers for this DVR port da5d9421-166f-4e18-85a7-37e3c4796439 on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:24:48.025637 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-c61aeef7-88f9-45d7-89ec-b31ad6595baf req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:48.030031 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c61aeef7-88f9-45d7-89ec-b31ad6595baf req-e1528d58-a2aa-477d-a74a-b63e32d5b107 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.66 "DELETE /v2.0/ports/da5d9421-166f-4e18-85a7-37e3c4796439 HTTP/1.1" status: 204 len: 173 time: 0.4715869 Apr 28 17:24:48.030305 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a0ff48-2579-42b6-a685-f0aedb049006', 'name': 'network-vif-deleted', 'tag': 'da5d9421-166f-4e18-85a7-37e3c4796439'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:24:48.032584 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd156e3-c8ce-49b6-8d0f-aa3d40e7aea8" -d '{"events": [{"server_uuid": "a1a0ff48-2579-42b6-a685-f0aedb049006", "name": "network-vif-deleted", "tag": "da5d9421-166f-4e18-85a7-37e3c4796439"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:24:48.068904 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab5f917-bc0b-40b7-b68d-cdedc37dd197 x-openstack-request-id: req-2ab5f917-bc0b-40b7-b68d-cdedc37dd197 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:24:48.069196 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a0ff48-2579-42b6-a685-f0aedb049006", "name": "network-vif-deleted", "tag": "da5d9421-166f-4e18-85a7-37e3c4796439", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:24:48.069773 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ab5f917-bc0b-40b7-b68d-cdedc37dd197 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:24:48.070101 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab5f917-bc0b-40b7-b68d-cdedc37dd197'] response: {'server_uuid': 'a1a0ff48-2579-42b6-a685-f0aedb049006', 'name': 'network-vif-deleted', 'tag': 'da5d9421-166f-4e18-85a7-37e3c4796439', 'status': 'completed', 'code': 200} Apr 28 17:24:48.223823 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ff95af95-c802-4218-81d3-571373498e46 req-56b6a9bb-0751-4874-b10a-4288651fe3e0 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1a0ff48-2579-42b6-a685-f0aedb049006 HTTP/1.1" status: 200 len: 210 time: 0.0281188 Apr 28 17:24:49.485148 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-449ebe7f-1b07-436e-b8e9-fbc641147226 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:49.486567 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-449ebe7f-1b07-436e-b8e9-fbc641147226 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/networks?id=a4a0474c-07de-4da0-9b3f-52da8a0b425e HTTP/1.1" status: 200 len: 808 time: 0.1001663 Apr 28 17:24:49.500910 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-f9544ba7-cc89-4185-b178-6fab26b1d528 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/quotas/df1f751bcbea4559935d675fbc4f9661 HTTP/1.1" status: 200 len: 375 time: 0.0089438 Apr 28 17:24:49.532946 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-e1464ab5-23c8-45fa-ad6e-b62e1841e5c7 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df1f751bcbea4559935d675fbc4f9661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267470 Apr 28 17:24:49.623587 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-0945446a-52c9-4d36-893f-cbe3c34f7093 service neutron] 10.222.0.64 "GET /v2.0/networks/a4a0474c-07de-4da0-9b3f-52da8a0b425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842078 Apr 28 17:24:49.709520 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-8d06755d-a6b1-4d2f-b327-4d9ac8908cf8 service neutron] 10.222.0.64 "GET /v2.0/networks/a4a0474c-07de-4da0-9b3f-52da8a0b425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798173 Apr 28 17:24:49.954636 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7ac9ce9d-24f9-4538-8ab9-ebb181d2877e req-e4cfc58c-539b-4540-9af3-9a2ea4370307 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 210 time: 0.0318747 Apr 28 17:24:51.051929 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-91529258-4545-47b8-a261-4daf496affca req-363fe61a-12ed-4a7a-8d02-082b2eab8f3b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 210 time: 0.0285354 Apr 28 17:24:51.104202 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device da5d9421-166f-4e18-85a7-37e3c4796439 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:24:51.126139 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: da5d9421-166f-4e18-85a7-37e3c4796439 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:24:51.126501 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device da5d9421-166f-4e18-85a7-37e3c4796439 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:24:51.861754 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-05fb0046-ad24-45db-ba2c-f4106d709871 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:51.863158 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-05fb0046-ad24-45db-ba2c-f4106d709871 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.66 "GET /v2.0/networks?id=a4a0474c-07de-4da0-9b3f-52da8a0b425e HTTP/1.1" status: 200 len: 808 time: 0.1012599 Apr 28 17:24:51.881911 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Request body: {'port': {'device_id': '0d02e92f-0bf4-4e92-97cb-1cc29c6f1325', 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e', 'admin_state_up': True, 'tenant_id': 'df1f751bcbea4559935d675fbc4f9661'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:24:52.062423 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Made reservation on behalf of df1f751bcbea4559935d675fbc4f9661 for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:24:52.065801 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:52.153936 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5115e457-b7e4-4120-aa13-b04b7601e044 req-400a55ad-f5b6-48cf-a211-0651ee6b37c1 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 210 time: 0.0275321 Apr 28 17:24:52.194472 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Allocated IP 172.20.0.9 (a4a0474c-07de-4da0-9b3f-52da8a0b425e/c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4/f45980ff-2153-4cbe-bf2f-cd9699831950) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:24:52.338843 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks [] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:52.422402 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:52.464037 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Network a4a0474c-07de-4da0-9b3f-52da8a0b425e is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:24:52.469066 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:24:52.472723 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:24:52.499834 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Pushing event updated for resources: {'Port': ['ID=f45980ff-2153-4cbe-bf2f-cd9699831950,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:52.526185 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:52.526794 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:52.595858 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-a49ccc69-8c64-4738-ab16-720f1573d108 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7177017 Apr 28 17:24:52.614690 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Request body: {'port': {'device_id': '0d02e92f-0bf4-4e92-97cb-1cc29c6f1325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:24:52.673415 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:52.926357 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45980ff-2153-4cbe-bf2f-cd9699831950 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:24:52.933454 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Publish callbacks [] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:52.945548 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Transition to ACTIVE for port object f45980ff-2153-4cbe-bf2f-cd9699831950 will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:24:53.016696 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:53.070284 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Pushing event updated for resources: {'Port': ['ID=f45980ff-2153-4cbe-bf2f-cd9699831950,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:53.134550 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Attempting to bind port f45980ff-2153-4cbe-bf2f-cd9699831950 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:24:53.134924 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Attempting to bind port f45980ff-2153-4cbe-bf2f-cd9699831950 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '96d7f5e4-0437-4a4a-90f7-9161a5ead821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:24:53.135254 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Attempting to bind port f45980ff-2153-4cbe-bf2f-cd9699831950 on network a4a0474c-07de-4da0-9b3f-52da8a0b425e {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:24:53.140039 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Port f45980ff-2153-4cbe-bf2f-cd9699831950 on network a4a0474c-07de-4da0-9b3f-52da8a0b425e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:24:53.140385 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Attempting to bind port f45980ff-2153-4cbe-bf2f-cd9699831950 on network a4a0474c-07de-4da0-9b3f-52da8a0b425e {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:24:53.145604 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:24:53.145977 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Checking segment: {'id': '96d7f5e4-0437-4a4a-90f7-9161a5ead821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:24:53.146361 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Bound using segment: {'id': '96d7f5e4-0437-4a4a-90f7-9161a5ead821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:24:53.146789 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Bound port: f45980ff-2153-4cbe-bf2f-cd9699831950, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d7f5e4-0437-4a4a-90f7-9161a5ead821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:24:53.147149 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:53.213964 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] For port f45980ff-2153-4cbe-bf2f-cd9699831950, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:24:53.217656 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] For port f45980ff-2153-4cbe-bf2f-cd9699831950, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f45980ff-2153-4cbe-bf2f-cd9699831950,segment=NetworkSegment(96d7f5e4-0437-4a4a-90f7-9161a5ead821),segment_id=96d7f5e4-0437-4a4a-90f7-9161a5ead821)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:24:53.270633 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e56df-ea5a-49b5-b170-b4a82cb5d126 req-bf5bdb2c-2b43-47b9-9226-27b9104873ab tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:53.272158 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1a7e56df-ea5a-49b5-b170-b4a82cb5d126 req-bf5bdb2c-2b43-47b9-9226-27b9104873ab tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 943 time: 0.0468762 Apr 28 17:24:53.285805 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:53.331767 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:53.332416 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:53.333770 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] 10.222.0.66 "PUT /v2.0/ports/f45980ff-2153-4cbe-bf2f-cd9699831950 HTTP/1.1" status: 200 len: 1093 time: 0.7232575 Apr 28 17:24:53.334222 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d02e92f-0bf4-4e92-97cb-1cc29c6f1325', 'tag': 'f45980ff-2153-4cbe-bf2f-cd9699831950'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:24:53.336580 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c9446e-468f-434e-9cf1-28cfaa338735" -d '{"events": [{"name": "network-changed", "server_uuid": "0d02e92f-0bf4-4e92-97cb-1cc29c6f1325", "tag": "f45980ff-2153-4cbe-bf2f-cd9699831950"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:24:53.380122 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e508f69-45c8-4fb4-a03b-fdb9cfd014be x-openstack-request-id: req-8e508f69-45c8-4fb4-a03b-fdb9cfd014be {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:24:53.380420 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d02e92f-0bf4-4e92-97cb-1cc29c6f1325", "tag": "f45980ff-2153-4cbe-bf2f-cd9699831950", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:24:53.380671 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e508f69-45c8-4fb4-a03b-fdb9cfd014be {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:24:53.381076 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e508f69-45c8-4fb4-a03b-fdb9cfd014be'] response: {'name': 'network-changed', 'server_uuid': '0d02e92f-0bf4-4e92-97cb-1cc29c6f1325', 'tag': 'f45980ff-2153-4cbe-bf2f-cd9699831950', 'status': 'completed', 'code': 200} Apr 28 17:24:53.383027 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486ebde-2aad-49d5-a946-e4d1cec42644 service neutron] Pushing event updated for resources: {'Port': ['ID=f45980ff-2153-4cbe-bf2f-cd9699831950,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:53.388920 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1a7e56df-ea5a-49b5-b170-b4a82cb5d126 req-6fb864c5-3002-4c31-a386-cdbc2f16cf0e tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105928 Apr 28 17:24:53.463678 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9446e-468f-434e-9cf1-28cfaa338735 req-4ce4d786-2cf1-4fc5-ae92-506c042bb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:53.465175 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b6c9446e-468f-434e-9cf1-28cfaa338735 req-4ce4d786-2cf1-4fc5-ae92-506c042bb260 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1f751bcbea4559935d675fbc4f9661&device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 1127 time: 0.0423360 Apr 28 17:24:53.567509 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9446e-468f-434e-9cf1-28cfaa338735 req-28738f57-5c8f-416d-b8e7-506de89951ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:53.568978 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b6c9446e-468f-434e-9cf1-28cfaa338735 req-28738f57-5c8f-416d-b8e7-506de89951ea service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=df1f751bcbea4559935d675fbc4f9661&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0883126 Apr 28 17:24:53.664633 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9446e-468f-434e-9cf1-28cfaa338735 req-6a7b73fe-bf77-4762-8b31-bc4bf7e9ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:53.666058 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b6c9446e-468f-434e-9cf1-28cfaa338735 req-6a7b73fe-bf77-4762-8b31-bc4bf7e9ac76 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881145 Apr 28 17:24:53.765611 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-149ed81d-b4c3-4f3b-9dd9-d2a8e83f4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:53.767020 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-149ed81d-b4c3-4f3b-9dd9-d2a8e83f4161 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1f751bcbea4559935d675fbc4f9661&device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 1127 time: 0.0401320 Apr 28 17:24:53.816966 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-6c5cdac4-35d0-421d-a32d-aec1a343f4ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45980ff-2153-4cbe-bf2f-cd9699831950 HTTP/1.1" status: 200 len: 217 time: 0.0364373 Apr 28 17:24:53.864502 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-c7f84315-6203-43f3-8769-24417a327413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:53.865903 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-c7f84315-6203-43f3-8769-24417a327413 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4 HTTP/1.1" status: 200 len: 848 time: 0.0427139 Apr 28 17:24:53.898554 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-ed50c501-86e8-41fb-8e26-dae15196135e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4a0474c-07de-4da0-9b3f-52da8a0b425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259328 Apr 28 17:24:53.989295 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-0165b920-ec45-4619-86ad-af3d7f29c3d8 service neutron] 10.222.0.66 "GET /v2.0/networks/a4a0474c-07de-4da0-9b3f-52da8a0b425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848005 Apr 28 17:24:54.083237 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-b53029b4-b683-4b5d-99b6-44f17b837996 req-d27f9e6a-b34d-436c-9dd5-c71e891d40cf service neutron] 10.222.0.66 "GET /v2.0/networks/a4a0474c-07de-4da0-9b3f-52da8a0b425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872941 Apr 28 17:24:54.504698 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd811333-7dfa-4f7a-97fa-e9c6730f54e5 req-59d8aeb1-7d37-4798-a186-1c989ab22829 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:54.506154 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cd811333-7dfa-4f7a-97fa-e9c6730f54e5 req-59d8aeb1-7d37-4798-a186-1c989ab22829 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 943 time: 0.0466557 Apr 28 17:24:54.555911 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cd811333-7dfa-4f7a-97fa-e9c6730f54e5 req-69380413-a6c3-4f66-857f-135359cf8244 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441415 Apr 28 17:24:55.671772 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cc9ea-461c-4b5a-8924-682a968c417c req-1f35c0c1-98da-45ad-bc5e-f7eef1d9d833 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:55.673284 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a14cc9ea-461c-4b5a-8924-682a968c417c req-1f35c0c1-98da-45ad-bc5e-f7eef1d9d833 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 943 time: 0.0473671 Apr 28 17:24:55.690534 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:55.726514 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a14cc9ea-461c-4b5a-8924-682a968c417c req-fac3ffaf-41f9-4b84-9935-5eb641dc8957 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467701 Apr 28 17:24:55.737639 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5fbd857f-a3f1-420f-8496-d64a2e30bcbe req-f9d15c06-7481-4a75-9d9c-83074cd0889e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457621995&fields=id&tenant_id=ff4d61ce75ad43ad828483fe550005dc HTTP/1.1" status: 200 len: 267 time: 0.0444033 Apr 28 17:24:55.788705 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd857f-a3f1-420f-8496-d64a2e30bcbe req-49fbbb19-1767-4cc2-a75a-83a72e08927d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:55.790065 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5fbd857f-a3f1-420f-8496-d64a2e30bcbe req-49fbbb19-1767-4cc2-a75a-83a72e08927d tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 985 time: 0.0472159 Apr 28 17:24:55.801132 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-5fbd857f-a3f1-420f-8496-d64a2e30bcbe req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Request body: {'port': {'security_groups': ['403581a7-259c-4bd7-8b0b-b7044e5986d9']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:24:55.875384 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-5fbd857f-a3f1-420f-8496-d64a2e30bcbe req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.052990 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-5fbd857f-a3f1-420f-8496-d64a2e30bcbe req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] For port c732df55-f5e2-4309-af8a-c80b7cba116c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c732df55-f5e2-4309-af8a-c80b7cba116c,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:24:56.083464 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-5fbd857f-a3f1-420f-8496-d64a2e30bcbe req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.119232 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-5fbd857f-a3f1-420f-8496-d64a2e30bcbe req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.162951 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd857f-a3f1-420f-8496-d64a2e30bcbe req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:56.163580 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-5fbd857f-a3f1-420f-8496-d64a2e30bcbe req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.164984 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5fbd857f-a3f1-420f-8496-d64a2e30bcbe req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "PUT /v2.0/ports/c732df55-f5e2-4309-af8a-c80b7cba116c HTTP/1.1" status: 200 len: 943 time: 0.3685088 Apr 28 17:24:56.165441 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:24:56.167844 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627" -d '{"events": [{"name": "network-changed", "server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:24:56.171687 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 54514) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:56.174402 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['c732df55-f5e2-4309-af8a-c80b7cba116c'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:24:56.206319 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event updated for resources: {'Port': ['ID=c732df55-f5e2-4309-af8a-c80b7cba116c,revision_number=7']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:56.216613 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.216875 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.217155 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.217496 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.217836 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.218172 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.218505 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.218837 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.219161 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.219491 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.219821 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.220362 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.224637 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.224637 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.224637 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455285ee-57e0-42da-a734-d8eec04ffdbb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:24:56.236575 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e240d3d9-3dc7-4323-a13e-de3ed3948b9b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group (f0a66c69-f4e3-4d25-9f3d-e7c31864121e), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.243568 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affcd878-6fd6-4dc7-8676-5953c12f8d43 x-openstack-request-id: req-affcd878-6fd6-4dc7-8676-5953c12f8d43 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:24:56.243860 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:24:56.244193 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-affcd878-6fd6-4dc7-8676-5953c12f8d43 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:24:56.244605 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affcd878-6fd6-4dc7-8676-5953c12f8d43'] response: {'name': 'network-changed', 'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'status': 'completed', 'code': 200} Apr 28 17:24:56.286827 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e240d3d9-3dc7-4323-a13e-de3ed3948b9b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group (f0a66c69-f4e3-4d25-9f3d-e7c31864121e), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.323563 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['c732df55-f5e2-4309-af8a-c80b7cba116c'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:24:56.333953 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627 req-f6b13934-d3f4-4caf-bed5-98de3d2b6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:56.335437 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627 req-f6b13934-d3f4-4caf-bed5-98de3d2b6fb9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff4d61ce75ad43ad828483fe550005dc&device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 1130 time: 0.0609078 Apr 28 17:24:56.435844 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627 req-9281ba7f-fa0b-45c8-8a5a-fcb288886b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:56.437351 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627 req-9281ba7f-fa0b-45c8-8a5a-fcb288886b4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=289a48d6-4cfd-4933-8ad7-634059402bcb HTTP/1.1" status: 200 len: 915 time: 0.0945182 Apr 28 17:24:56.471799 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-717f7e96-f59b-42ff-98cc-246b9559784c None None] Provisioning complete for port c732df55-f5e2-4309-af8a-c80b7cba116c triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:24:56.472200 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-717f7e96-f59b-42ff-98cc-246b9559784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.510479 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627 req-ca1ee01f-da01-4e81-8ed3-eedf00d7a8f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c732df55-f5e2-4309-af8a-c80b7cba116c HTTP/1.1" status: 200 len: 1002 time: 0.0598450 Apr 28 17:24:56.513478 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e240d3d9-3dc7-4323-a13e-de3ed3948b9b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (f0a66c69-f4e3-4d25-9f3d-e7c31864121e), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.516224 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e240d3d9-3dc7-4323-a13e-de3ed3948b9b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.517295 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-e240d3d9-3dc7-4323-a13e-de3ed3948b9b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "DELETE /v2.0/security-groups/f0a66c69-f4e3-4d25-9f3d-e7c31864121e HTTP/1.1" status: 204 len: 168 time: 0.3451722 Apr 28 17:24:56.520147 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54516) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:24:56.535298 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240d3d9-3dc7-4323-a13e-de3ed3948b9b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a66c69-f4e3-4d25-9f3d-e7c31864121e,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:56.587780 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627 req-88737b68-3c8f-4436-8007-b0d37d4dbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:56.590490 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627 req-88737b68-3c8f-4436-8007-b0d37d4dbd69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f269673f-0cd8-466f-9509-12be0463f612 HTTP/1.1" status: 200 len: 853 time: 0.0718668 Apr 28 17:24:56.612810 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-717f7e96-f59b-42ff-98cc-246b9559784c None None] Current status of the port c732df55-f5e2-4309-af8a-c80b7cba116c is: ACTIVE; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:24:56.683127 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Deleting port 6520ade0-ff48-468a-839e-61a0beb1452a {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:24:56.683468 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (6520ade0-ff48-468a-839e-61a0beb1452a), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.769571 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (6520ade0-ff48-468a-839e-61a0beb1452a), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.770355 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for floatingip (6520ade0-ff48-468a-839e-61a0beb1452a), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:56.784357 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Calling delete_port for 6520ade0-ff48-468a-839e-61a0beb1452a owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:24:56.908680 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627 req-f0a0755a-38c1-4c27-b805-687f348cf6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:56.909230 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e85c7-5ce5-47d6-ac0c-859057da1b6a req-d45b369a-f72e-47fe-8ae3-e1409eabbddc tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:56.910116 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627 req-f0a0755a-38c1-4c27-b805-687f348cf6ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=289a48d6-4cfd-4933-8ad7-634059402bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3129673 Apr 28 17:24:56.910366 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-814e85c7-5ce5-47d6-ac0c-859057da1b6a req-d45b369a-f72e-47fe-8ae3-e1409eabbddc tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 943 time: 0.1109238 Apr 28 17:24:56.982992 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-814e85c7-5ce5-47d6-ac0c-859057da1b6a req-5c922b6f-409b-4be7-937b-c6a595c01a82 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657959 Apr 28 17:24:57.007050 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627 req-813bcb4f-0542-48e1-80bc-f91484a2a322 service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844908 Apr 28 17:24:57.101788 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-72a801ab-b4a7-47ac-bb4c-6a6ad3613627 req-f74009c6-2bdd-47f2-9f0e-56a3baf64af4 service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857089 Apr 28 17:24:57.102406 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (6520ade0-ff48-468a-839e-61a0beb1452a), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:57.128773 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event deleted for resources: {'Port': ['ID=6520ade0-ff48-468a-839e-61a0beb1452a,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:57.145765 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device f45980ff-2153-4cbe-bf2f-cd9699831950 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:24:57.193417 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks [] for floatingip (54c91b2b-3188-43a8-accc-18b5506e2f14), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:57.193755 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Floating IP 54c91b2b-3188-43a8-accc-18b5506e2f14 disassociated (deleted). External IP: 172.27.2.231, port: c732df55-f5e2-4309-af8a-c80b7cba116c. Apr 28 17:24:57.245131 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port f45980ff-2153-4cbe-bf2f-cd9699831950, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f45980ff-2153-4cbe-bf2f-cd9699831950,segment=NetworkSegment(96d7f5e4-0437-4a4a-90f7-9161a5ead821),segment_id=96d7f5e4-0437-4a4a-90f7-9161a5ead821)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:24:57.256723 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'f45980ff-2153-4cbe-bf2f-cd9699831950', 'network_id': 'a4a0474c-07de-4da0-9b3f-52da8a0b425e', 'port_id': 'f45980ff-2153-4cbe-bf2f-cd9699831950', 'mac_address': 'fa:16:3e:92:5e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:24:57.293642 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port f45980ff-2153-4cbe-bf2f-cd9699831950 is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:24:57.294033 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:57.307381 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45980ff-2153-4cbe-bf2f-cd9699831950 {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:24:57.327306 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port f45980ff-2153-4cbe-bf2f-cd9699831950, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f45980ff-2153-4cbe-bf2f-cd9699831950,segment=NetworkSegment(96d7f5e4-0437-4a4a-90f7-9161a5ead821),segment_id=96d7f5e4-0437-4a4a-90f7-9161a5ead821)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:24:57.370814 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:57.402781 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Router da200a53-223b-4709-b22d-586b5ed04140 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:24:57.420592 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=f45980ff-2153-4cbe-bf2f-cd9699831950,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:57.513185 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:24:57.518033 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:57.522720 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2339a911-a946-49f9-8dc2-4ef54e20072f None None] Sync routers for ids ['da200a53-223b-4709-b22d-586b5ed04140'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:24:57.533967 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2339a911-a946-49f9-8dc2-4ef54e20072f None None] Routers {'da200a53-223b-4709-b22d-586b5ed04140'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:24:57.534597 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2339a911-a946-49f9-8dc2-4ef54e20072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:24:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['da200a53-223b-4709-b22d-586b5ed04140'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:57.547667 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5aa2d4b3-1ca1-4c17-9ecf-0c318bf1143e tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "DELETE /v2.0/floatingips/54c91b2b-3188-43a8-accc-18b5506e2f14 HTTP/1.1" status: 204 len: 168 time: 1.0262916 Apr 28 17:24:57.650179 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-2339a911-a946-49f9-8dc2-4ef54e20072f None None] Set router da200a53-223b-4709-b22d-586b5ed04140 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:24:57.773545 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['f45980ff-2153-4cbe-bf2f-cd9699831950'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:24:57.907153 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2339a911-a946-49f9-8dc2-4ef54e20072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:31Z', 'revision_number': 4, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'd49e6d08-cb75-4f15-b75f-83dae1bbdcbd', 'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'mac_address': 'fa:16:3e:6b:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f269673f-0cd8-466f-9509-12be0463f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:31Z', 'updated_at': '2022-04-28T17:22:35Z', 'revision_number': 5, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'subnets': [{'id': 'f269673f-0cd8-466f-9509-12be0463f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:57.942283 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2339a911-a946-49f9-8dc2-4ef54e20072f None None] Checking router: da200a53-223b-4709-b22d-586b5ed04140 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:24:57.968211 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2339a911-a946-49f9-8dc2-4ef54e20072f None None] Routers {'da200a53-223b-4709-b22d-586b5ed04140'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:24:57.968856 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2339a911-a946-49f9-8dc2-4ef54e20072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:24:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['da200a53-223b-4709-b22d-586b5ed04140'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:58.105291 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822b4ad-1f4a-493e-b536-5ac02830ef21 req-880d3426-7a1d-419a-8f2e-202b277e3429 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:58.108636 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a822b4ad-1f4a-493e-b536-5ac02830ef21 req-880d3426-7a1d-419a-8f2e-202b277e3429 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 944 time: 0.0498872 Apr 28 17:24:58.110644 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-2339a911-a946-49f9-8dc2-4ef54e20072f None None] Set router da200a53-223b-4709-b22d-586b5ed04140 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:24:58.158303 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a822b4ad-1f4a-493e-b536-5ac02830ef21 req-6e386389-2179-43ea-b749-8a9351e6ad7a tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440288 Apr 28 17:24:58.246094 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:24:58.249045 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5" -d '{"events": [{"name": "network-changed", "server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:24:58.283906 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7ba998-2665-46c6-990d-1f52404bca0a x-openstack-request-id: req-cf7ba998-2665-46c6-990d-1f52404bca0a {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:24:58.284233 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:24:58.284501 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf7ba998-2665-46c6-990d-1f52404bca0a {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:24:58.284913 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7ba998-2665-46c6-990d-1f52404bca0a'] response: {'name': 'network-changed', 'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'status': 'completed', 'code': 200} Apr 28 17:24:58.298914 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2339a911-a946-49f9-8dc2-4ef54e20072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:31Z', 'revision_number': 4, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'd49e6d08-cb75-4f15-b75f-83dae1bbdcbd', 'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'mac_address': 'fa:16:3e:6b:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f269673f-0cd8-466f-9509-12be0463f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:31Z', 'updated_at': '2022-04-28T17:22:35Z', 'revision_number': 5, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'subnets': [{'id': 'f269673f-0cd8-466f-9509-12be0463f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:24:58.329127 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2339a911-a946-49f9-8dc2-4ef54e20072f None None] The sync data for ids ['da200a53-223b-4709-b22d-586b5ed04140'] in dv-cinder-826949-5-iscsi is: [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:22:31Z', 'revision_number': 4, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': 'd49e6d08-cb75-4f15-b75f-83dae1bbdcbd', 'name': '', 'network_id': '289a48d6-4cfd-4933-8ad7-634059402bcb', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'mac_address': 'fa:16:3e:6b:5a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f269673f-0cd8-466f-9509-12be0463f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:31Z', 'updated_at': '2022-04-28T17:22:35Z', 'revision_number': 5, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'subnets': [{'id': 'f269673f-0cd8-466f-9509-12be0463f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:24:58.542721 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2007a91-4334-4e03-90f3-4ea740fc73d9 None None] New status for floating IP 54c91b2b-3188-43a8-accc-18b5506e2f14: DOWN {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:24:58.583348 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5 req-d8f91d23-1ca9-49bf-9fa5-a37afa4add43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:58.584810 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5 req-d8f91d23-1ca9-49bf-9fa5-a37afa4add43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff4d61ce75ad43ad828483fe550005dc&device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 1130 time: 0.0434990 Apr 28 17:24:58.675949 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5 req-1d0ae60f-0d90-4d6f-a71c-4f8acc13bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:58.677448 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5 req-1d0ae60f-0d90-4d6f-a71c-4f8acc13bc5e service neutron] 10.222.0.66 "GET /v2.0/networks?id=289a48d6-4cfd-4933-8ad7-634059402bcb HTTP/1.1" status: 200 len: 915 time: 0.0870669 Apr 28 17:24:58.729316 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5 req-1e232aa4-fb80-40a3-8166-6e87f14b88d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c732df55-f5e2-4309-af8a-c80b7cba116c HTTP/1.1" status: 200 len: 217 time: 0.0382731 Apr 28 17:24:58.777901 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5 req-34df731a-b2cb-4698-88c1-fc58e865d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:58.780139 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5 req-34df731a-b2cb-4698-88c1-fc58e865d11d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f269673f-0cd8-466f-9509-12be0463f612 HTTP/1.1" status: 200 len: 853 time: 0.0451381 Apr 28 17:24:58.824809 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5 req-769d6cf5-401b-4120-b4f4-d1271800fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:58.826912 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5 req-769d6cf5-401b-4120-b4f4-d1271800fe5a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=289a48d6-4cfd-4933-8ad7-634059402bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377727 Apr 28 17:24:58.918720 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5 req-eb9145d9-2b20-4e59-851b-be1d2da5e6bb service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826290 Apr 28 17:24:59.009649 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-45e2ff47-b9df-4d24-9c27-cc33c2b764c5 req-912060e0-0ca8-46ab-91f1-e581287cfe72 service neutron] 10.222.0.66 "GET /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836296 Apr 28 17:24:59.152345 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device f45980ff-2153-4cbe-bf2f-cd9699831950 up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:24:59.199243 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port f45980ff-2153-4cbe-bf2f-cd9699831950 completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:24:59.273700 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port f45980ff-2153-4cbe-bf2f-cd9699831950 triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:24:59.274076 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:59.274187 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fb64-c753-4c3d-b507-d31ae1b867b0 req-9dbcb9f2-6dbe-4f33-a5df-3784c19a82cf tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:59.275664 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-aa37fb64-c753-4c3d-b507-d31ae1b867b0 req-9dbcb9f2-6dbe-4f33-a5df-3784c19a82cf tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 944 time: 0.0480917 Apr 28 17:24:59.325159 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-aa37fb64-c753-4c3d-b507-d31ae1b867b0 req-0c8afd49-2955-4600-ba26-128934ed1628 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Apr 28 17:24:59.364883 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port f45980ff-2153-4cbe-bf2f-cd9699831950 is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:24:59.365472 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:59.388181 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d02e92f-0bf4-4e92-97cb-1cc29c6f1325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45980ff-2153-4cbe-bf2f-cd9699831950'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:24:59.390401 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff96c0e-87de-4663-830d-e708f7e8869a" -d '{"events": [{"server_uuid": "0d02e92f-0bf4-4e92-97cb-1cc29c6f1325", "name": "network-vif-plugged", "status": "completed", "tag": "f45980ff-2153-4cbe-bf2f-cd9699831950"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:24:59.402684 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port f45980ff-2153-4cbe-bf2f-cd9699831950, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f45980ff-2153-4cbe-bf2f-cd9699831950,segment=NetworkSegment(96d7f5e4-0437-4a4a-90f7-9161a5ead821),segment_id=96d7f5e4-0437-4a4a-90f7-9161a5ead821)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:24:59.425479 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5f6fa0-fd14-42dc-85f3-e8401eba26f7 x-openstack-request-id: req-ec5f6fa0-fd14-42dc-85f3-e8401eba26f7 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:24:59.425775 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d02e92f-0bf4-4e92-97cb-1cc29c6f1325", "name": "network-vif-plugged", "status": "completed", "tag": "f45980ff-2153-4cbe-bf2f-cd9699831950", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:24:59.426060 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec5f6fa0-fd14-42dc-85f3-e8401eba26f7 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:24:59.426456 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5f6fa0-fd14-42dc-85f3-e8401eba26f7'] response: {'server_uuid': '0d02e92f-0bf4-4e92-97cb-1cc29c6f1325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45980ff-2153-4cbe-bf2f-cd9699831950', 'code': 200} Apr 28 17:24:59.456721 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:24:59.505418 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=f45980ff-2153-4cbe-bf2f-cd9699831950,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:24:59.765334 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da1ced-7cca-4f44-89a9-ddf2bd58913d req-760dd14a-6d6b-4fe0-8fee-1d12b86e29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:24:59.766729 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a0da1ced-7cca-4f44-89a9-ddf2bd58913d req-760dd14a-6d6b-4fe0-8fee-1d12b86e29c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 1129 time: 0.0423913 Apr 28 17:24:59.813631 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-a0da1ced-7cca-4f44-89a9-ddf2bd58913d req-23032e00-5a6e-4605-9595-33a8979dc8d0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363026 Apr 28 17:25:00.440203 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf358a-f6c9-419c-a104-cb5970cfb3c9 req-5d7d9f0e-3c2c-4829-824a-5cb7a03fc4d5 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:00.441663 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3bcf358a-f6c9-419c-a104-cb5970cfb3c9 req-5d7d9f0e-3c2c-4829-824a-5cb7a03fc4d5 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 945 time: 0.0473912 Apr 28 17:25:00.744210 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3bcf358a-f6c9-419c-a104-cb5970cfb3c9 req-f90a4e22-873f-4ac4-ac64-b0331152f9a1 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969024 Apr 28 17:25:01.859229 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bd88f-595b-4c3c-835a-6f8931a9022d req-36f818e1-d583-4ab8-9d0c-586ebe314ebb tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:01.860654 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a0bd88f-595b-4c3c-835a-6f8931a9022d req-36f818e1-d583-4ab8-9d0c-586ebe314ebb tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 945 time: 0.0468814 Apr 28 17:25:01.907137 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a0bd88f-595b-4c3c-835a-6f8931a9022d req-38ad95f0-5041-4dbd-907b-a0ca86637e18 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 Apr 28 17:25:02.073501 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c64c9-280f-4e89-a549-5e6177511d6f req-2ade052a-b6e7-4478-bc41-4bc3895bd7f2 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:02.074979 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d5c64c9-280f-4e89-a549-5e6177511d6f req-2ade052a-b6e7-4478-bc41-4bc3895bd7f2 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.0487697 Apr 28 17:25:02.126413 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d5c64c9-280f-4e89-a549-5e6177511d6f req-bf571593-86ee-4eee-a2ad-cf372ba90b1c tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Apr 28 17:25:02.142637 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-214f1767-e717-4834-b023-e4016180c21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:03.294218 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcb482-012f-40a5-8727-b9d439e8dd70 req-ba45f800-f8e6-4da7-886b-e36b32b7f2bb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:03.295934 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ddcb482-012f-40a5-8727-b9d439e8dd70 req-ba45f800-f8e6-4da7-886b-e36b32b7f2bb tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.1025143 Apr 28 17:25:03.341801 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ddcb482-012f-40a5-8727-b9d439e8dd70 req-25dd0b20-d01d-4050-a1b5-24e7165b7f2f tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Apr 28 17:25:03.427228 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc061a8-0df2-4fb3-b865-23f8af593f55 req-c49186dc-01ca-4ce1-ac3e-f0c0fa4cf287 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:03.428626 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3cc061a8-0df2-4fb3-b865-23f8af593f55 req-c49186dc-01ca-4ce1-ac3e-f0c0fa4cf287 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 945 time: 0.0463476 Apr 28 17:25:03.474674 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3cc061a8-0df2-4fb3-b865-23f8af593f55 req-14ee1a26-1e7d-4b2f-9326-60150ce68c44 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Apr 28 17:25:03.687271 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-513ae7bb-fdff-444d-b306-100129de9494 req-1447dfb0-60e3-40ae-a4c7-4135a3a1c23b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367174 Apr 28 17:25:04.455760 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4d4a8-97ea-4940-ad39-9c2ce335806e req-7b92af68-052d-4c6d-8412-3bb45a104b5b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:04.457267 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d4f4d4a8-97ea-4940-ad39-9c2ce335806e req-7b92af68-052d-4c6d-8412-3bb45a104b5b tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.0475595 Apr 28 17:25:04.505644 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d4f4d4a8-97ea-4940-ad39-9c2ce335806e req-1a40a85e-f7c3-4ecc-8735-828e0aa69e90 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Apr 28 17:25:04.518876 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-741d5653-6cb8-47c5-a7ab-5df21f8baf7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:04.591532 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ec0d8-4951-45bd-97dd-3d8b516cc2b6 req-0b8cbd5b-6349-41ce-bc66-9fc71f39116c tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:04.593610 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-729ec0d8-4951-45bd-97dd-3d8b516cc2b6 req-0b8cbd5b-6349-41ce-bc66-9fc71f39116c tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 945 time: 0.0502210 Apr 28 17:25:04.639316 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-729ec0d8-4951-45bd-97dd-3d8b516cc2b6 req-f304f0b3-e795-4700-b829-c52801a12549 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393226 Apr 28 17:25:05.280768 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ae7bb-fdff-444d-b306-100129de9494 req-f4db0a25-882c-474f-9d44-52f501fe74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:05.282377 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-513ae7bb-fdff-444d-b306-100129de9494 req-f4db0a25-882c-474f-9d44-52f501fe74a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 1130 time: 0.0446432 Apr 28 17:25:05.283049 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1704-728f-4f36-a321-4a8b6f45b32a req-93c94e2b-5aa3-4f28-8e3c-6cea060903ec tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:05.284576 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-153c1704-728f-4f36-a321-4a8b6f45b32a req-93c94e2b-5aa3-4f28-8e3c-6cea060903ec tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.66 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.0476708 Apr 28 17:25:05.381267 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-153c1704-728f-4f36-a321-4a8b6f45b32a req-47c838a8-87ab-4482-8e3f-bbc3d9ecd331 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Deleting port c732df55-f5e2-4309-af8a-c80b7cba116c {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:25:05.381632 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-153c1704-728f-4f36-a321-4a8b6f45b32a req-47c838a8-87ab-4482-8e3f-bbc3d9ecd331 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:05.481417 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e685cd-9129-41f6-84b2-cc2a95addaae req-d9859bb4-a7aa-4ce6-a4a2-07d23a481bd0 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:05.483403 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-10e685cd-9129-41f6-84b2-cc2a95addaae req-d9859bb4-a7aa-4ce6-a4a2-07d23a481bd0 tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 945 time: 0.0774918 Apr 28 17:25:05.489549 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ae7bb-fdff-444d-b306-100129de9494 req-b1739dba-5628-4306-b2c5-966ae4161212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:05.491096 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-513ae7bb-fdff-444d-b306-100129de9494 req-b1739dba-5628-4306-b2c5-966ae4161212 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 912 time: 0.0860517 Apr 28 17:25:05.534818 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-153c1704-728f-4f36-a321-4a8b6f45b32a req-47c838a8-87ab-4482-8e3f-bbc3d9ecd331 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] For port c732df55-f5e2-4309-af8a-c80b7cba116c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c732df55-f5e2-4309-af8a-c80b7cba116c,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:25:05.535195 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-153c1704-728f-4f36-a321-4a8b6f45b32a req-47c838a8-87ab-4482-8e3f-bbc3d9ecd331 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:05.554610 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-153c1704-728f-4f36-a321-4a8b6f45b32a req-47c838a8-87ab-4482-8e3f-bbc3d9ecd331 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Calling delete_port for c732df55-f5e2-4309-af8a-c80b7cba116c owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:25:05.585110 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-513ae7bb-fdff-444d-b306-100129de9494 req-9d5585fe-3def-4254-bcbd-134ab6b16453 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2612113-c726-43fc-ac03-b6141bc34d3b HTTP/1.1" status: 200 len: 1002 time: 0.0821095 Apr 28 17:25:05.650122 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-10e685cd-9129-41f6-84b2-cc2a95addaae req-53bf254a-45b1-43e2-8cd1-d24109ded39b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Deleting port f45980ff-2153-4cbe-bf2f-cd9699831950 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:25:05.650732 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-10e685cd-9129-41f6-84b2-cc2a95addaae req-53bf254a-45b1-43e2-8cd1-d24109ded39b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:05.661556 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9c7a3-bf7c-4fc0-ab4f-9709045019a8 req-0836c28d-4f74-4b43-8386-c77f70aa9383 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:05.662566 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:05.663049 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c3d9c7a3-bf7c-4fc0-ab4f-9709045019a8 req-0836c28d-4f74-4b43-8386-c77f70aa9383 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 946 time: 0.0808010 Apr 28 17:25:05.675006 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ae7bb-fdff-444d-b306-100129de9494 req-1d4e93e3-a751-4e54-a36f-6cc5c4c25f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:05.676388 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-513ae7bb-fdff-444d-b306-100129de9494 req-1d4e93e3-a751-4e54-a36f-6cc5c4c25f40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0823014 Apr 28 17:25:05.750372 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ae7bb-fdff-444d-b306-100129de9494 req-6534ad57-939c-41fc-8aa7-1bf1a925cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:05.751828 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-513ae7bb-fdff-444d-b306-100129de9494 req-6534ad57-939c-41fc-8aa7-1bf1a925cc8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626862 Apr 28 17:25:05.756571 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c3d9c7a3-bf7c-4fc0-ab4f-9709045019a8 req-62af9b54-5226-4ea9-99ce-f58e0d0e4208 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/security-groups?id=403581a7-259c-4bd7-8b0b-b7044e5986d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843959 Apr 28 17:25:05.815449 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4556e-47c1-48f2-9008-a82e0da0c18b req-3c84a0af-2bfd-4ce5-89ff-dbe0c09a2b5d tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:25:05.816954 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0ec4556e-47c1-48f2-9008-a82e0da0c18b req-3c84a0af-2bfd-4ce5-89ff-dbe0c09a2b5d tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 945 time: 0.0961978 Apr 28 17:25:05.827932 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-10e685cd-9129-41f6-84b2-cc2a95addaae req-53bf254a-45b1-43e2-8cd1-d24109ded39b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] For port f45980ff-2153-4cbe-bf2f-cd9699831950, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f45980ff-2153-4cbe-bf2f-cd9699831950,segment=NetworkSegment(96d7f5e4-0437-4a4a-90f7-9161a5ead821),segment_id=96d7f5e4-0437-4a4a-90f7-9161a5ead821)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:25:05.828325 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-10e685cd-9129-41f6-84b2-cc2a95addaae req-53bf254a-45b1-43e2-8cd1-d24109ded39b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:05.849229 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-513ae7bb-fdff-444d-b306-100129de9494 req-7e639ab9-8938-4ad9-854d-ab7ba15c49e6 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899336 Apr 28 17:25:05.861012 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-10e685cd-9129-41f6-84b2-cc2a95addaae req-53bf254a-45b1-43e2-8cd1-d24109ded39b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Calling delete_port for f45980ff-2153-4cbe-bf2f-cd9699831950 owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:25:05.932761 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0ec4556e-47c1-48f2-9008-a82e0da0c18b req-e2e9eba1-eed6-4ee0-b0c7-071d0d3e415b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/security-groups?id=950eb897-bbdf-457a-9de7-ad50069e7d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086566 Apr 28 17:25:05.952987 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-153c1704-728f-4f36-a321-4a8b6f45b32a req-47c838a8-87ab-4482-8e3f-bbc3d9ecd331 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (c732df55-f5e2-4309-af8a-c80b7cba116c), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:05.956891 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-513ae7bb-fdff-444d-b306-100129de9494 req-685f086b-57a7-41d5-b135-94d8808346cf service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894504 Apr 28 17:25:05.977798 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c838a8-87ab-4482-8e3f-bbc3d9ecd331 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Pushing event deleted for resources: {'Port': ['ID=c732df55-f5e2-4309-af8a-c80b7cba116c,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:06.036719 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-153c1704-728f-4f36-a321-4a8b6f45b32a req-47c838a8-87ab-4482-8e3f-bbc3d9ecd331 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] No DVR routers for this DVR port c732df55-f5e2-4309-af8a-c80b7cba116c on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:25:06.039333 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-153c1704-728f-4f36-a321-4a8b6f45b32a req-47c838a8-87ab-4482-8e3f-bbc3d9ecd331 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:06.042622 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-153c1704-728f-4f36-a321-4a8b6f45b32a req-47c838a8-87ab-4482-8e3f-bbc3d9ecd331 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.66 "DELETE /v2.0/ports/c732df55-f5e2-4309-af8a-c80b7cba116c HTTP/1.1" status: 204 len: 173 time: 0.7515056 Apr 28 17:25:06.043063 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'name': 'network-vif-deleted', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:25:06.046081 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68635e26-09c9-472c-9571-92611c4708dd" -d '{"events": [{"server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "name": "network-vif-deleted", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:25:06.086892 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d373b1a-2b19-466d-aa50-0759f24225bb x-openstack-request-id: req-6d373b1a-2b19-466d-aa50-0759f24225bb {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:25:06.087192 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f545f1-0538-4ef5-9411-1bb791504559", "name": "network-vif-deleted", "tag": "c732df55-f5e2-4309-af8a-c80b7cba116c", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:25:06.095521 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d373b1a-2b19-466d-aa50-0759f24225bb {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:25:06.095521 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d373b1a-2b19-466d-aa50-0759f24225bb'] response: {'server_uuid': '26f545f1-0538-4ef5-9411-1bb791504559', 'name': 'network-vif-deleted', 'tag': 'c732df55-f5e2-4309-af8a-c80b7cba116c', 'status': 'completed', 'code': 200} Apr 28 17:25:06.143391 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-10e685cd-9129-41f6-84b2-cc2a95addaae req-53bf254a-45b1-43e2-8cd1-d24109ded39b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (f45980ff-2153-4cbe-bf2f-cd9699831950), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:06.179342 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['f45980ff-2153-4cbe-bf2f-cd9699831950'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:25:06.179611 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf254a-45b1-43e2-8cd1-d24109ded39b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Pushing event deleted for resources: {'Port': ['ID=f45980ff-2153-4cbe-bf2f-cd9699831950,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:06.219118 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e685cd-9129-41f6-84b2-cc2a95addaae req-53bf254a-45b1-43e2-8cd1-d24109ded39b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] No DVR routers for this DVR port f45980ff-2153-4cbe-bf2f-cd9699831950 on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:25:06.221418 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-10e685cd-9129-41f6-84b2-cc2a95addaae req-53bf254a-45b1-43e2-8cd1-d24109ded39b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:06.224791 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-10e685cd-9129-41f6-84b2-cc2a95addaae req-53bf254a-45b1-43e2-8cd1-d24109ded39b tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.66 "DELETE /v2.0/ports/f45980ff-2153-4cbe-bf2f-cd9699831950 HTTP/1.1" status: 204 len: 173 time: 0.7333338 Apr 28 17:25:06.884822 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5bd43a56-f1ba-4b03-a839-cd1e7d05c450 req-39bf7006-baa3-420a-af65-43504cda1d41 tempest-TestMinimumBasicScenario-570340893 tempest-TestMinimumBasicScenario-570340893-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f545f1-0538-4ef5-9411-1bb791504559 HTTP/1.1" status: 200 len: 210 time: 0.0311532 Apr 28 17:25:07.044865 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:07.054991 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-59465878-bb24-43ed-b1eb-30d8cbc602a9 req-55fda586-23e5-4762-8cb8-ee086eb8f8ea tempest-VolumesActionsTest-2080408578 tempest-VolumesActionsTest-2080408578-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d02e92f-0bf4-4e92-97cb-1cc29c6f1325 HTTP/1.1" status: 200 len: 210 time: 0.0299485 Apr 28 17:25:07.208664 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c732df55-f5e2-4309-af8a-c80b7cba116c no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:25:07.228873 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: c732df55-f5e2-4309-af8a-c80b7cba116c {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:25:07.229225 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device c732df55-f5e2-4309-af8a-c80b7cba116c not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:25:08.091098 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d02e92f-0bf4-4e92-97cb-1cc29c6f1325', 'name': 'network-vif-deleted', 'tag': 'f45980ff-2153-4cbe-bf2f-cd9699831950'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:25:08.093450 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6291d0f2-93ad-43e7-a062-f37e71dffe1f" -d '{"events": [{"server_uuid": "0d02e92f-0bf4-4e92-97cb-1cc29c6f1325", "name": "network-vif-deleted", "tag": "f45980ff-2153-4cbe-bf2f-cd9699831950"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:25:08.139100 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b910ce-b350-446d-b68b-03fe1342db6c x-openstack-request-id: req-c3b910ce-b350-446d-b68b-03fe1342db6c {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:25:08.139770 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d02e92f-0bf4-4e92-97cb-1cc29c6f1325", "name": "network-vif-deleted", "tag": "f45980ff-2153-4cbe-bf2f-cd9699831950", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:25:08.140221 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3b910ce-b350-446d-b68b-03fe1342db6c {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:25:08.140920 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b910ce-b350-446d-b68b-03fe1342db6c'] response: {'server_uuid': '0d02e92f-0bf4-4e92-97cb-1cc29c6f1325', 'name': 'network-vif-deleted', 'tag': 'f45980ff-2153-4cbe-bf2f-cd9699831950', 'status': 'completed', 'code': 200} Apr 28 17:25:08.536189 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:09.221896 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device f45980ff-2153-4cbe-bf2f-cd9699831950 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:25:09.228350 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54668) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:09.245973 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: f45980ff-2153-4cbe-bf2f-cd9699831950 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:25:09.246323 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device f45980ff-2153-4cbe-bf2f-cd9699831950 not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:25:09.559896 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346427'] for router_interface (da200a53-223b-4709-b22d-586b5ed04140), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:09.786065 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] Deleting port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:25:09.786314 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:09.862670 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] For port d49e6d08-cb75-4f15-b75f-83dae1bbdcbd, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=d49e6d08-cb75-4f15-b75f-83dae1bbdcbd,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:25:09.863034 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:09.876499 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] Calling delete_port for d49e6d08-cb75-4f15-b75f-83dae1bbdcbd owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:25:10.130447 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (d49e6d08-cb75-4f15-b75f-83dae1bbdcbd), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:10.154274 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=d49e6d08-cb75-4f15-b75f-83dae1bbdcbd,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:10.327404 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346519'] for router_interface (da200a53-223b-4709-b22d-586b5ed04140), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:10.548320 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] Router da200a53-223b-4709-b22d-586b5ed04140 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:25:10.654092 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:25:10.659321 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-be45ba6c-1c7e-45dc-84ad-a29ab43a2c3c admin admin] 10.222.0.64 "PUT /v2.0/routers/da200a53-223b-4709-b22d-586b5ed04140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4298849 Apr 28 17:25:10.661855 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54690) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:10.662759 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c7631-38ba-4107-a78d-c8c57c174d0c None None] Sync routers for ids ['da200a53-223b-4709-b22d-586b5ed04140'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:25:10.673273 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c7631-38ba-4107-a78d-c8c57c174d0c None None] Routers {'da200a53-223b-4709-b22d-586b5ed04140'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:25:10.673887 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8d4c7631-38ba-4107-a78d-c8c57c174d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:25:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['da200a53-223b-4709-b22d-586b5ed04140'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:10.767938 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Publish callbacks [] for router (da200a53-223b-4709-b22d-586b5ed04140), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:10.878493 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Publish callbacks [] for router_gateway (da200a53-223b-4709-b22d-586b5ed04140), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:10.913096 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8d4c7631-38ba-4107-a78d-c8c57c174d0c None None] Set router da200a53-223b-4709-b22d-586b5ed04140 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:25:11.084521 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8d4c7631-38ba-4107-a78d-c8c57c174d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:25:10Z', 'revision_number': 5, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port': {'id': '2ef8b506-0ce5-4fba-a886-752791667a68', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da200a53-223b-4709-b22d-586b5ed04140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:28Z', 'updated_at': '2022-04-28T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:11.111320 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c7631-38ba-4107-a78d-c8c57c174d0c None None] Checking router: da200a53-223b-4709-b22d-586b5ed04140 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:25:11.120001 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c7631-38ba-4107-a78d-c8c57c174d0c None None] Routers {'da200a53-223b-4709-b22d-586b5ed04140'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:25:11.120655 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8d4c7631-38ba-4107-a78d-c8c57c174d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:25:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['da200a53-223b-4709-b22d-586b5ed04140'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:11.213798 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8d4c7631-38ba-4107-a78d-c8c57c174d0c None None] Set router da200a53-223b-4709-b22d-586b5ed04140 gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:25:11.244974 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Deleting port 2ef8b506-0ce5-4fba-a886-752791667a68 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:25:11.245321 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:11.269506 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8d4c7631-38ba-4107-a78d-c8c57c174d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:25:10Z', 'revision_number': 6, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port_host': None}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:11.295573 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c7631-38ba-4107-a78d-c8c57c174d0c None None] The sync data for ids ['da200a53-223b-4709-b22d-586b5ed04140'] in dv-cinder-826949-5-iscsi is: [{'id': 'da200a53-223b-4709-b22d-586b5ed04140', 'name': 'tempest-TestMinimumBasicScenario-116723220-router', 'tenant_id': 'ff4d61ce75ad43ad828483fe550005dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:27Z', 'updated_at': '2022-04-28T17:25:10Z', 'revision_number': 6, 'project_id': 'ff4d61ce75ad43ad828483fe550005dc', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:25:11.325654 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] For port 2ef8b506-0ce5-4fba-a886-752791667a68, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=2ef8b506-0ce5-4fba-a886-752791667a68,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:25:11.326023 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:11.339260 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Calling delete_port for 2ef8b506-0ce5-4fba-a886-752791667a68 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:25:11.576342 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (2ef8b506-0ce5-4fba-a886-752791667a68), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:11.599664 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef8b506-0ce5-4fba-a886-752791667a68,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:11.664133 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-723709'] for router_gateway (da200a53-223b-4709-b22d-586b5ed04140), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:11.765020 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-348742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14345'] for router (da200a53-223b-4709-b22d-586b5ed04140), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:11.767442 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Publish callbacks [] for router_controller (da200a53-223b-4709-b22d-586b5ed04140), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:11.930485 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-348767'] for router (da200a53-223b-4709-b22d-586b5ed04140), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:11.931033 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router da200a53-223b-4709-b22d-586b5ed04140 {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 17:25:11.935357 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:11.936812 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f6f812c8-c50a-45c5-9a3d-e61a082061ee admin admin] 10.222.0.64 "DELETE /v2.0/routers/da200a53-223b-4709-b22d-586b5ed04140 HTTP/1.1" status: 204 len: 168 time: 1.2738347 Apr 28 17:25:11.939196 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54696) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:11.982470 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-171c6ce4-a2c5-422d-821b-c232f1292b4f admin admin] Deleting subnet f269673f-0cd8-466f-9509-12be0463f612 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:25:11.986164 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-171c6ce4-a2c5-422d-821b-c232f1292b4f admin admin] Publish callbacks [] for subnet (f269673f-0cd8-466f-9509-12be0463f612), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.019736 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-171c6ce4-a2c5-422d-821b-c232f1292b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5926562'] for subnet (f269673f-0cd8-466f-9509-12be0463f612), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.104694 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-171c6ce4-a2c5-422d-821b-c232f1292b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (f269673f-0cd8-466f-9509-12be0463f612), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.233998 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-171c6ce4-a2c5-422d-821b-c232f1292b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6706966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5919827'] for subnet (f269673f-0cd8-466f-9509-12be0463f612), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.260404 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c6ce4-a2c5-422d-821b-c232f1292b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f269673f-0cd8-466f-9509-12be0463f612,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:12.264046 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-171c6ce4-a2c5-422d-821b-c232f1292b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.270217 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-171c6ce4-a2c5-422d-821b-c232f1292b4f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f269673f-0cd8-466f-9509-12be0463f612 HTTP/1.1" status: 204 len: 168 time: 0.3277774 Apr 28 17:25:12.270406 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54698) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:12.272044 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add81e47-5781-4a6e-8e2d-cf74c48fb863 None None] Network 289a48d6-4cfd-4933-8ad7-634059402bcb requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:25:12.343887 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (289a48d6-4cfd-4933-8ad7-634059402bcb), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.397596 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Deleting port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:25:12.397929 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.427952 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] DHCP port deletion for 289a48d6-4cfd-4933-8ad7-634059402bcb request from dv-cinder-826949-5-iscsi {{(pid=103998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 17:25:12.471306 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] For port 0df45a16-f8c5-46b0-ac07-d1e5481671a9, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=0df45a16-f8c5-46b0-ac07-d1e5481671a9,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:25:12.471672 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.476811 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Deleting port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 {{(pid=103998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:25:12.477306 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), before_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.487666 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Calling delete_port for 0df45a16-f8c5-46b0-ac07-d1e5481671a9 owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:25:12.494685 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d49e6d08-cb75-4f15-b75f-83dae1bbdcbd no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:25:12.525399 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: d49e6d08-cb75-4f15-b75f-83dae1bbdcbd {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:25:12.525665 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d49e6d08-cb75-4f15-b75f-83dae1bbdcbd not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:25:12.526093 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 0df45a16-f8c5-46b0-ac07-d1e5481671a9 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:25:12.588332 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] For port 0df45a16-f8c5-46b0-ac07-d1e5481671a9, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=0df45a16-f8c5-46b0-ac07-d1e5481671a9,segment=NetworkSegment(c9189efc-502c-4713-8599-d26abd772957),segment_id=c9189efc-502c-4713-8599-d26abd772957)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:25:12.588649 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), precommit_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.607023 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Calling delete_port for 0df45a16-f8c5-46b0-ac07-d1e5481671a9 owned by network:dhcp {{(pid=103998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:25:12.638948 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.662475 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Pushing event deleted for resources: {'Port': ['ID=0df45a16-f8c5-46b0-ac07-d1e5481671a9,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:12.667980 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] No DVR routers for this DVR port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 on host dv-cinder-826949-5-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:25:12.676188 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 update to DOWN by agent not found {{(pid=103998) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 28 17:25:12.676631 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 2ef8b506-0ce5-4fba-a886-752791667a68 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:25:12.698779 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 2ef8b506-0ce5-4fba-a886-752791667a68 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:25:12.699124 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 2ef8b506-0ce5-4fba-a886-752791667a68 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:25:12.729734 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167'] for port (0df45a16-f8c5-46b0-ac07-d1e5481671a9), after_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.741523 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (289a48d6-4cfd-4933-8ad7-634059402bcb), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.755313 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Pushing event deleted for resources: {'Port': ['ID=0df45a16-f8c5-46b0-ac07-d1e5481671a9,revision_number=None']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:12.762636 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] No DVR routers for this DVR port 0df45a16-f8c5-46b0-ac07-d1e5481671a9 on host dv-cinder-826949-5-iscsi {{(pid=103998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:25:12.765561 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.765871 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289a48d6-4cfd-4933-8ad7-634059402bcb']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:12.766002 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.766449 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.766812 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.767146 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.767809 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.767809 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.768138 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.768466 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.768796 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.769121 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.769460 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.769777 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.770099 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.770424 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51808960-1e33-4b43-abeb-b7c9ef6c541f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:25:12.775622 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9189efc-502c-4713-8599-d26abd772957') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:12.775908 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9189efc-502c-4713-8599-d26abd772957') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:12.793825 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5926587'] for segment (c9189efc-502c-4713-8599-d26abd772957), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.799615 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (c9189efc-502c-4713-8599-d26abd772957), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.805741 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:25:12.806125 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6703600'] for segment (c9189efc-502c-4713-8599-d26abd772957), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: Traceback (most recent call last): Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: timer() Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: cb(*args, **kw) Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: return func(*args, **kwargs) Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: self._notify() Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: self.callback(batched_events) Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: event.method(event) Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: return f(self, *a, **k) Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._get(url).json() Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:25:12.807802 dv-cinder-826949-5-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:25:12.925294 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (289a48d6-4cfd-4933-8ad7-634059402bcb), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.930598 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:12.933833 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] 10.222.0.64 "DELETE /v2.0/networks/289a48d6-4cfd-4933-8ad7-634059402bcb HTTP/1.1" status: 204 len: 168 time: 0.6625001 Apr 28 17:25:12.936841 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 54704) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:12.944658 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f32080-3057-494e-a020-d76296d17cee admin admin] Pushing event deleted for resources: {'Network': ['ID=289a48d6-4cfd-4933-8ad7-634059402bcb,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:13.259381 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346427'] for router_interface (6874d624-73af-43ce-9c02-b6833b2d8b3f), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:13.502990 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] Deleting port cc4f9319-f050-4b0c-8285-3066a2ff7674 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:25:13.503337 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:13.585871 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] For port cc4f9319-f050-4b0c-8285-3066a2ff7674, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=cc4f9319-f050-4b0c-8285-3066a2ff7674,segment=NetworkSegment(55b55721-78ba-4e5f-9f3e-1e21e356e770),segment_id=55b55721-78ba-4e5f-9f3e-1e21e356e770)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:25:13.591478 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:13.598990 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] Calling delete_port for cc4f9319-f050-4b0c-8285-3066a2ff7674 owned by network:router_interface {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:25:13.856597 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (cc4f9319-f050-4b0c-8285-3066a2ff7674), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:13.887658 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4f9319-f050-4b0c-8285-3066a2ff7674,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:14.118780 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346519'] for router_interface (6874d624-73af-43ce-9c02-b6833b2d8b3f), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:14.357092 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] Router 6874d624-73af-43ce-9c02-b6833b2d8b3f has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:25:14.504030 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:25:14.512027 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-219873d5-4360-4a24-b37d-9d9caec6b9e8 admin admin] 10.222.0.64 "PUT /v2.0/routers/6874d624-73af-43ce-9c02-b6833b2d8b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5719287 Apr 28 17:25:14.512578 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54722) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:14.518581 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362b162-dea6-4863-8010-e9d7b3a3bcdb None None] Sync routers for ids ['6874d624-73af-43ce-9c02-b6833b2d8b3f'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:25:14.530540 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3362b162-dea6-4863-8010-e9d7b3a3bcdb None None] Routers {'6874d624-73af-43ce-9c02-b6833b2d8b3f'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:25:14.531602 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-3362b162-dea6-4863-8010-e9d7b3a3bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:25:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['6874d624-73af-43ce-9c02-b6833b2d8b3f'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:14.681895 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Publish callbacks [] for router (6874d624-73af-43ce-9c02-b6833b2d8b3f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:14.682142 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-3362b162-dea6-4863-8010-e9d7b3a3bcdb None None] Set router 6874d624-73af-43ce-9c02-b6833b2d8b3f gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:25:14.804285 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Publish callbacks [] for router_gateway (6874d624-73af-43ce-9c02-b6833b2d8b3f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:14.914789 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-3362b162-dea6-4863-8010-e9d7b3a3bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'name': 'tempest-TestMinimumBasicScenario-622199376-router', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:35Z', 'updated_at': '2022-04-28T17:25:13Z', 'revision_number': 5, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'gw_port': {'id': '7d3b609a-7498-4fb9-9ff3-e513d6af3f52', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:22:36Z', 'updated_at': '2022-04-28T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:14.948193 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362b162-dea6-4863-8010-e9d7b3a3bcdb None None] Checking router: 6874d624-73af-43ce-9c02-b6833b2d8b3f for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:25:14.953163 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Deleting port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:25:14.953514 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:14.958336 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3362b162-dea6-4863-8010-e9d7b3a3bcdb None None] Routers {'6874d624-73af-43ce-9c02-b6833b2d8b3f'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:25:14.959247 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-3362b162-dea6-4863-8010-e9d7b3a3bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:25:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['6874d624-73af-43ce-9c02-b6833b2d8b3f'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:15.066681 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-3362b162-dea6-4863-8010-e9d7b3a3bcdb None None] Set router 6874d624-73af-43ce-9c02-b6833b2d8b3f gateway port host: None {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:25:15.076163 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] For port 7d3b609a-7498-4fb9-9ff3-e513d6af3f52, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=7d3b609a-7498-4fb9-9ff3-e513d6af3f52,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:25:15.076697 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:15.094234 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Calling delete_port for 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:25:15.128215 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-3362b162-dea6-4863-8010-e9d7b3a3bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'name': 'tempest-TestMinimumBasicScenario-622199376-router', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:35Z', 'updated_at': '2022-04-28T17:25:14Z', 'revision_number': 6, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'gw_port_host': None}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:15.164360 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362b162-dea6-4863-8010-e9d7b3a3bcdb None None] The sync data for ids ['6874d624-73af-43ce-9c02-b6833b2d8b3f'] in dv-cinder-826949-5-iscsi is: [{'id': '6874d624-73af-43ce-9c02-b6833b2d8b3f', 'name': 'tempest-TestMinimumBasicScenario-622199376-router', 'tenant_id': 'c991ebb9ae084728aa73036fc90d371c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:22:35Z', 'updated_at': '2022-04-28T17:25:14Z', 'revision_number': 6, 'project_id': 'c991ebb9ae084728aa73036fc90d371c', 'gw_port_host': None}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:25:15.410936 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (7d3b609a-7498-4fb9-9ff3-e513d6af3f52), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:15.440486 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3b609a-7498-4fb9-9ff3-e513d6af3f52,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:15.509772 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-723709'] for router_gateway (6874d624-73af-43ce-9c02-b6833b2d8b3f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:15.632963 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-348742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14345'] for router (6874d624-73af-43ce-9c02-b6833b2d8b3f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:15.636232 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Publish callbacks [] for router_controller (6874d624-73af-43ce-9c02-b6833b2d8b3f), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:15.741992 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-348767'] for router (6874d624-73af-43ce-9c02-b6833b2d8b3f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:15.742762 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6874d624-73af-43ce-9c02-b6833b2d8b3f {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 17:25:15.748041 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:15.752113 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8f0c5b24-21c9-4fc6-9c53-ec760925f7d1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6874d624-73af-43ce-9c02-b6833b2d8b3f HTTP/1.1" status: 204 len: 168 time: 1.2363396 Apr 28 17:25:15.752873 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 54732) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:15.800579 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_v2 [None req-406ff269-bba9-42a9-ae33-80b1a61db6f7 admin admin] Deleting subnet edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf {{(pid=103997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:25:15.804349 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-406ff269-bba9-42a9-ae33-80b1a61db6f7 admin admin] Publish callbacks [] for subnet (edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:15.847356 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-406ff269-bba9-42a9-ae33-80b1a61db6f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4244606'] for subnet (edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:15.930375 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-406ff269-bba9-42a9-ae33-80b1a61db6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:16.493477 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device cc4f9319-f050-4b0c-8285-3066a2ff7674 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:25:16.503221 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-406ff269-bba9-42a9-ae33-80b1a61db6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5206430'] for subnet (edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:16.516451 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: cc4f9319-f050-4b0c-8285-3066a2ff7674 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:25:16.516887 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device cc4f9319-f050-4b0c-8285-3066a2ff7674 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:25:16.517510 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:25:16.532487 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ff269-bba9-42a9-ae33-80b1a61db6f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:16.538468 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-406ff269-bba9-42a9-ae33-80b1a61db6f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:16.539504 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:25:16.540145 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 7d3b609a-7498-4fb9-9ff3-e513d6af3f52 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:25:16.542830 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-406ff269-bba9-42a9-ae33-80b1a61db6f7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/edc2dcfb-7ed4-4bbf-9c33-b8009d3d56cf HTTP/1.1" status: 204 len: 168 time: 0.7888103 Apr 28 17:25:16.545312 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 54734) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:16.549818 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75446133-bb3e-4913-816a-195a105ec018 None None] Network ae2b36b0-db80-49f9-9c06-28f9e8866355 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:25:16.627607 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (ae2b36b0-db80-49f9-9c06-28f9e8866355), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:16.686883 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Deleting port 4f3dd539-329d-48e3-9667-a64bafb63ccb {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:25:16.687245 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:16.709260 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c9b1a1-2a19-4227-8b2a-f72fc0bc3c7a None None] DHCP port deletion for ae2b36b0-db80-49f9-9c06-28f9e8866355 request from dv-cinder-826949-5-iscsi {{(pid=103998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 17:25:16.753678 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-17c9b1a1-2a19-4227-8b2a-f72fc0bc3c7a None None] Deleting port 4f3dd539-329d-48e3-9667-a64bafb63ccb {{(pid=103998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:25:16.754066 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-17c9b1a1-2a19-4227-8b2a-f72fc0bc3c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), before_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:16.769614 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] For port 4f3dd539-329d-48e3-9667-a64bafb63ccb, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=4f3dd539-329d-48e3-9667-a64bafb63ccb,segment=NetworkSegment(55b55721-78ba-4e5f-9f3e-1e21e356e770),segment_id=55b55721-78ba-4e5f-9f3e-1e21e356e770)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:25:16.770236 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:16.785453 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Calling delete_port for 4f3dd539-329d-48e3-9667-a64bafb63ccb owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:25:16.836152 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-17c9b1a1-2a19-4227-8b2a-f72fc0bc3c7a None None] For port 4f3dd539-329d-48e3-9667-a64bafb63ccb, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=4f3dd539-329d-48e3-9667-a64bafb63ccb,segment=NetworkSegment(55b55721-78ba-4e5f-9f3e-1e21e356e770),segment_id=55b55721-78ba-4e5f-9f3e-1e21e356e770)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:25:16.836558 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-17c9b1a1-2a19-4227-8b2a-f72fc0bc3c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), precommit_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:16.849852 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-17c9b1a1-2a19-4227-8b2a-f72fc0bc3c7a None None] Calling delete_port for 4f3dd539-329d-48e3-9667-a64bafb63ccb owned by network:dhcp {{(pid=103998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:25:16.970009 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:16.971515 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-17c9b1a1-2a19-4227-8b2a-f72fc0bc3c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167'] for port (4f3dd539-329d-48e3-9667-a64bafb63ccb), after_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:16.997124 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9b1a1-2a19-4227-8b2a-f72fc0bc3c7a None None] Pushing event deleted for resources: {'Port': ['ID=4f3dd539-329d-48e3-9667-a64bafb63ccb,revision_number=None']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:17.001870 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c9b1a1-2a19-4227-8b2a-f72fc0bc3c7a None None] No DVR routers for this DVR port 4f3dd539-329d-48e3-9667-a64bafb63ccb on host dv-cinder-826949-5-iscsi {{(pid=103998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:25:17.030722 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3dd539-329d-48e3-9667-a64bafb63ccb,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:17.038792 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] No DVR routers for this DVR port 4f3dd539-329d-48e3-9667-a64bafb63ccb on host dv-cinder-826949-5-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:25:17.149928 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (ae2b36b0-db80-49f9-9c06-28f9e8866355), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:17.177562 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2b36b0-db80-49f9-9c06-28f9e8866355']}} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:17.193475 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b55721-78ba-4e5f-9f3e-1e21e356e770') {'for_net_delete': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:17.194102 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.services.segments.db [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b55721-78ba-4e5f-9f3e-1e21e356e770') {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:17.207181 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4244583'] for segment (55b55721-78ba-4e5f-9f3e-1e21e356e770), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:17.221367 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (55b55721-78ba-4e5f-9f3e-1e21e356e770), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:17.227678 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:25:17.228124 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372171'] for segment (55b55721-78ba-4e5f-9f3e-1e21e356e770), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: Traceback (most recent call last): Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: timer() Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: cb(*args, **kw) Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: return func(*args, **kwargs) Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: self._notify() Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: self.callback(batched_events) Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: event.method(event) Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: return f(self, *a, **k) Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._get(url).json() Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: return self.request(url, 'GET', **kwargs) Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:25:17.229827 dv-cinder-826949-5-iscsi neutron-server[103997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:25:17.336256 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (ae2b36b0-db80-49f9-9c06-28f9e8866355), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:17.343500 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:17.355389 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ae2b36b0-db80-49f9-9c06-28f9e8866355 HTTP/1.1" status: 204 len: 168 time: 0.8021073 Apr 28 17:25:17.377016 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22f2e5-7aa6-4ffc-8439-183478f90d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2b36b0-db80-49f9-9c06-28f9e8866355,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:17.695925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 54750) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:17.738316 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-7254376d-27d5-47fa-b875-07cf8f00101e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff4d61ce75ad43ad828483fe550005dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410442 Apr 28 17:25:17.742810 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54752) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:17.795294 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fd88-a32a-4285-a8cd-d7dd4bb687df admin admin] Publish callbacks [] for security_group (403581a7-259c-4bd7-8b0b-b7044e5986d9), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:17.818341 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fd88-a32a-4285-a8cd-d7dd4bb687df admin admin] Publish callbacks [] for security_group (403581a7-259c-4bd7-8b0b-b7044e5986d9), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:17.970908 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fd88-a32a-4285-a8cd-d7dd4bb687df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (403581a7-259c-4bd7-8b0b-b7044e5986d9), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:17.975165 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4cc0fd88-a32a-4285-a8cd-d7dd4bb687df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:17.976961 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4cc0fd88-a32a-4285-a8cd-d7dd4bb687df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/403581a7-259c-4bd7-8b0b-b7044e5986d9 HTTP/1.1" status: 204 len: 168 time: 0.2322712 Apr 28 17:25:17.988161 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0fd88-a32a-4285-a8cd-d7dd4bb687df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403581a7-259c-4bd7-8b0b-b7044e5986d9,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:18.478509 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 4f3dd539-329d-48e3-9667-a64bafb63ccb no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:25:18.504504 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 4f3dd539-329d-48e3-9667-a64bafb63ccb {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:25:18.504846 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 4f3dd539-329d-48e3-9667-a64bafb63ccb not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:25:18.777336 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 54762) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:18.824296 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-b829c92b-4837-4d36-91df-645388b39ea7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c991ebb9ae084728aa73036fc90d371c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454392 Apr 28 17:25:18.826863 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54764) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:18.892158 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d3c7f25-b44c-415d-8c50-3ab7e14a4034 admin admin] Publish callbacks [] for security_group (da77b145-3c74-48f7-bf8f-6d2fd1c17e7f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:18.919975 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d3c7f25-b44c-415d-8c50-3ab7e14a4034 admin admin] Publish callbacks [] for security_group (da77b145-3c74-48f7-bf8f-6d2fd1c17e7f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:19.040996 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d3c7f25-b44c-415d-8c50-3ab7e14a4034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (da77b145-3c74-48f7-bf8f-6d2fd1c17e7f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:19.046530 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d3c7f25-b44c-415d-8c50-3ab7e14a4034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:19.050881 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4d3c7f25-b44c-415d-8c50-3ab7e14a4034 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da77b145-3c74-48f7-bf8f-6d2fd1c17e7f HTTP/1.1" status: 204 len: 168 time: 0.2201209 Apr 28 17:25:19.077981 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c7f25-b44c-415d-8c50-3ab7e14a4034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da77b145-3c74-48f7-bf8f-6d2fd1c17e7f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:24.230645 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:25:25.775720 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.130066 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e2c28cfa-3a8a-4644-aaa8-80cd62b2bbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.288057 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54898) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:32.331909 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2599ee-26a4-4fae-a728-f7d6f90298a8 admin admin] Deleting subnet c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:25:32.334970 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2599ee-26a4-4fae-a728-f7d6f90298a8 admin admin] Publish callbacks [] for subnet (c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.368204 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2599ee-26a4-4fae-a728-f7d6f90298a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5926562'] for subnet (c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.409496 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2599ee-26a4-4fae-a728-f7d6f90298a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.536090 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2599ee-26a4-4fae-a728-f7d6f90298a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6706966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5919827'] for subnet (c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.560271 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2599ee-26a4-4fae-a728-f7d6f90298a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:32.567467 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2a2599ee-26a4-4fae-a728-f7d6f90298a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.571598 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2a2599ee-26a4-4fae-a728-f7d6f90298a8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c0a29b0e-25c1-44c1-b2b5-4cb8c6ab51c4 HTTP/1.1" status: 204 len: 168 time: 0.2823434 Apr 28 17:25:32.574364 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54900) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:32.641975 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (a4a0474c-07de-4da0-9b3f-52da8a0b425e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.722616 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (a4a0474c-07de-4da0-9b3f-52da8a0b425e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.742230 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a0474c-07de-4da0-9b3f-52da8a0b425e']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:32.751318 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d7f5e4-0437-4a4a-90f7-9161a5ead821') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:32.751618 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d7f5e4-0437-4a4a-90f7-9161a5ead821') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:25:32.761214 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5926587'] for segment (96d7f5e4-0437-4a4a-90f7-9161a5ead821), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.774090 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (96d7f5e4-0437-4a4a-90f7-9161a5ead821), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.779834 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:25:32.780249 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6703600'] for segment (96d7f5e4-0437-4a4a-90f7-9161a5ead821), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: Traceback (most recent call last): Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: timer() Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: cb(*args, **kw) Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: return func(*args, **kwargs) Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: self._notify() Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: self.callback(batched_events) Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: event.method(event) Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: return f(self, *a, **k) Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._get(url).json() Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:25:32.782564 dv-cinder-826949-5-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:25:32.924041 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (a4a0474c-07de-4da0-9b3f-52da8a0b425e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.929297 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:32.932474 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] 10.222.0.64 "DELETE /v2.0/networks/a4a0474c-07de-4da0-9b3f-52da8a0b425e HTTP/1.1" status: 204 len: 168 time: 0.3571115 Apr 28 17:25:32.943438 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e08e12-a72a-4673-b1d1-80458d20b70a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a0474c-07de-4da0-9b3f-52da8a0b425e,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:33.356769 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54904) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:33.396504 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-63fbcd1d-5b5b-4e27-b9da-c9198bf14ca3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df1f751bcbea4559935d675fbc4f9661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385373 Apr 28 17:25:33.398909 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 54906) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:25:33.445181 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-823cbba7-b5a5-4587-ab90-045642aa1a3f admin admin] Publish callbacks [] for security_group (950eb897-bbdf-457a-9de7-ad50069e7d46), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:33.465508 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-823cbba7-b5a5-4587-ab90-045642aa1a3f admin admin] Publish callbacks [] for security_group (950eb897-bbdf-457a-9de7-ad50069e7d46), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:33.593293 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-823cbba7-b5a5-4587-ab90-045642aa1a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (950eb897-bbdf-457a-9de7-ad50069e7d46), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:33.595946 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-823cbba7-b5a5-4587-ab90-045642aa1a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:33.597123 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-823cbba7-b5a5-4587-ab90-045642aa1a3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/950eb897-bbdf-457a-9de7-ad50069e7d46 HTTP/1.1" status: 204 len: 168 time: 0.1973319 Apr 28 17:25:33.605106 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cbba7-b5a5-4587-ab90-045642aa1a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950eb897-bbdf-457a-9de7-ad50069e7d46,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:25:34.541261 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-36c3dfb3-6e60-492b-8ea8-a81e21ce887e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:35.627200 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:37.049469 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:38.541656 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:25:55.701172 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:01.231356 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:26:02.135074 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-74e29de1-9cf8-4a01-98c5-863716b6982d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:04.508841 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-6a2222d6-34a2-47f4-b1e8-4db9f14ca5c9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1732423 Apr 28 17:26:04.523542 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ea6a9f62-c08e-4fe3-af0e-fdcb95f10719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:04.613445 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-b5e6740a-05ba-4909-9f71-7867284692f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:04.615022 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-b5e6740a-05ba-4909-9f71-7867284692f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 1130 time: 0.0385079 Apr 28 17:26:04.722952 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-a34489d5-e989-41dd-9cba-92d05e452c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:04.724434 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-a34489d5-e989-41dd-9cba-92d05e452c97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 912 time: 0.0855975 Apr 28 17:26:04.790263 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-c07644c0-dae5-41a1-bd54-2ce354c80423 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2612113-c726-43fc-ac03-b6141bc34d3b HTTP/1.1" status: 200 len: 1002 time: 0.0571079 Apr 28 17:26:04.841529 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-daf48837-28bf-4fb0-ad85-390b1bd40cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:04.842935 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-daf48837-28bf-4fb0-ad85-390b1bd40cb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0424657 Apr 28 17:26:04.894087 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-3b5ff0d9-7fd2-411c-9068-3cfcf02adfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:04.895562 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-3b5ff0d9-7fd2-411c-9068-3cfcf02adfdf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426767 Apr 28 17:26:04.908473 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-9209d759-0be9-441d-884a-c7ee6bb72559 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:26:04.909431 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-9209d759-0be9-441d-884a-c7ee6bb72559 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047808 Apr 28 17:26:05.001265 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-0d9ac9ec-6c81-482e-9832-e432623d3e20 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820024 Apr 28 17:26:05.096232 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-4122ebef-c991-41cb-aef9-378d8a4b3cd8 req-f63dc13b-0e89-4c77-8abe-8611a617cef1 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849400 Apr 28 17:26:05.621004 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:07.014963 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:08.512297 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:08.909772 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb61ba9-97db-45da-9c9b-b3d5b8ebec8f req-a8fcea63-0a33-4084-917c-21979018f1f2 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:08.911291 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfb61ba9-97db-45da-9c9b-b3d5b8ebec8f req-a8fcea63-0a33-4084-917c-21979018f1f2 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 946 time: 0.0610812 Apr 28 17:26:08.967514 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dfb61ba9-97db-45da-9c9b-b3d5b8ebec8f req-fdc6d98e-1638-4c19-8514-308692617bb1 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498583 Apr 28 17:26:10.083465 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fad85b-9246-4526-bf4e-9c90313b8d0a req-87c08a25-e933-4862-abfa-7975664b9a01 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:10.084969 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-04fad85b-9246-4526-bf4e-9c90313b8d0a req-87c08a25-e933-4862-abfa-7975664b9a01 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 946 time: 0.0464306 Apr 28 17:26:10.132551 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-04fad85b-9246-4526-bf4e-9c90313b8d0a req-98fcf375-bff8-4575-b5f6-fb94f15e4b31 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411828 Apr 28 17:26:10.770978 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-073a5fbc-d0b7-4fa7-8e9d-792163400849 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:10.772431 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-073a5fbc-d0b7-4fa7-8e9d-792163400849 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 946 time: 0.0500245 Apr 28 17:26:10.860999 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Deleting port f2612113-c726-43fc-ac03-b6141bc34d3b {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:26:10.861330 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:11.034296 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] For port f2612113-c726-43fc-ac03-b6141bc34d3b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f2612113-c726-43fc-ac03-b6141bc34d3b,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:26:11.034576 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:11.200566 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:11.201279 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (047360bb-f87e-49ba-a69c-2c941a1ea2ff), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:11.201279 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Floating IP 047360bb-f87e-49ba-a69c-2c941a1ea2ff disassociated. External IP: 172.27.2.141, port: f2612113-c726-43fc-ac03-b6141bc34d3b. Apr 28 17:26:11.201562 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Calling delete_port for f2612113-c726-43fc-ac03-b6141bc34d3b owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:26:11.251882 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4dfb9-08e3-4126-ba17-34dbcc64986d req-8da4fc61-1b58-4865-9281-d97b8e1e32d7 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:11.253749 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-37a4dfb9-08e3-4126-ba17-34dbcc64986d req-8da4fc61-1b58-4865-9281-d97b8e1e32d7 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 946 time: 0.0480137 Apr 28 17:26:11.303811 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-37a4dfb9-08e3-4126-ba17-34dbcc64986d req-14e9d27d-eb5a-4189-a4ee-2b281af15147 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442433 Apr 28 17:26:11.374983 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (f2612113-c726-43fc-ac03-b6141bc34d3b), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:11.405540 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event deleted for resources: {'Port': ['ID=f2612113-c726-43fc-ac03-b6141bc34d3b,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:26:11.416961 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.417313 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.417660 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.418004 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.418340 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.418673 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.419003 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.419360 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.419688 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.420019 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.420374 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.427333 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.427333 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.427333 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.427333 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:11.530104 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:26:11.637967 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:26:11.647840 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7662746-edbd-4387-9fe3-06e4ef9f87b0 None None] Sync routers for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:26:11.657824 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7662746-edbd-4387-9fe3-06e4ef9f87b0 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:26:11.658454 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c7662746-edbd-4387-9fe3-06e4ef9f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:26:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:26:11.680011 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] No DVR routers for this DVR port f2612113-c726-43fc-ac03-b6141bc34d3b on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:26:11.682975 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:11.686355 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6a7583c4-cf71-4420-9b6b-fe3fcf5e88ad req-0b0a942a-56ce-4436-be78-2db611f0c5db tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "DELETE /v2.0/ports/f2612113-c726-43fc-ac03-b6141bc34d3b HTTP/1.1" status: 204 len: 173 time: 0.9062510 Apr 28 17:26:11.686814 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'name': 'network-vif-deleted', 'tag': 'f2612113-c726-43fc-ac03-b6141bc34d3b'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:26:11.689095 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303ced59-157a-40c4-bebe-62a768b2e0e9" -d '{"events": [{"server_uuid": "00fd9fb0-1caf-4159-8995-0cc3d076c2e3", "name": "network-vif-deleted", "tag": "f2612113-c726-43fc-ac03-b6141bc34d3b"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:26:11.770602 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-c7662746-edbd-4387-9fe3-06e4ef9f87b0 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:26:11.874094 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8685fdb-a916-442b-a5e1-7427ed7cd91c x-openstack-request-id: req-d8685fdb-a916-442b-a5e1-7427ed7cd91c {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:26:11.874430 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fd9fb0-1caf-4159-8995-0cc3d076c2e3", "name": "network-vif-deleted", "tag": "f2612113-c726-43fc-ac03-b6141bc34d3b", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:26:11.874692 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8685fdb-a916-442b-a5e1-7427ed7cd91c {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:26:11.875110 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8685fdb-a916-442b-a5e1-7427ed7cd91c'] response: {'server_uuid': '00fd9fb0-1caf-4159-8995-0cc3d076c2e3', 'name': 'network-vif-deleted', 'tag': 'f2612113-c726-43fc-ac03-b6141bc34d3b', 'status': 'completed', 'code': 200} Apr 28 17:26:11.974959 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c7662746-edbd-4387-9fe3-06e4ef9f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:26:12.006093 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7662746-edbd-4387-9fe3-06e4ef9f87b0 None None] Checking router: 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:26:12.015016 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7662746-edbd-4387-9fe3-06e4ef9f87b0 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:26:12.015630 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c7662746-edbd-4387-9fe3-06e4ef9f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:26:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:26:12.125308 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-c7662746-edbd-4387-9fe3-06e4ef9f87b0 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:26:12.323200 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c7662746-edbd-4387-9fe3-06e4ef9f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:26:12.352860 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7662746-edbd-4387-9fe3-06e4ef9f87b0 None None] The sync data for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi is: [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:26:12.428152 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c976c420-4e8b-4870-8245-7e5e66ff2082 req-d2b5785f-4f41-4d89-aa07-4694d453c603 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=00fd9fb0-1caf-4159-8995-0cc3d076c2e3 HTTP/1.1" status: 200 len: 210 time: 0.0318637 Apr 28 17:26:12.587259 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e40086-e76c-423f-a0a6-b9dca2c163dc None None] New status for floating IP 047360bb-f87e-49ba-a69c-2c941a1ea2ff: DOWN {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:26:13.682890 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-5de18706-f5ca-43e4-a024-b1bafb22135d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701634542&fields=id&tenant_id=b06f627f803d44389c3aac822788b2f7 HTTP/1.1" status: 200 len: 267 time: 0.0480437 Apr 28 17:26:13.703279 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device f2612113-c726-43fc-ac03-b6141bc34d3b no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:26:13.733806 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: f2612113-c726-43fc-ac03-b6141bc34d3b {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:26:13.733806 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device f2612113-c726-43fc-ac03-b6141bc34d3b not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:26:13.787476 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-fe57002d-9965-4fb5-b053-66a7b8e14d3b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:13.788982 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-fe57002d-9965-4fb5-b053-66a7b8e14d3b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 811 time: 0.0995305 Apr 28 17:26:13.803943 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-c277375a-b358-403a-8723-efb65a2edcde tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/quotas/b06f627f803d44389c3aac822788b2f7 HTTP/1.1" status: 200 len: 375 time: 0.0089812 Apr 28 17:26:13.856337 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-28bd1b9f-249b-41f0-8316-edc792d65d19 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466123 Apr 28 17:26:13.919723 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-1d7045ea-29f7-47d7-a759-b394463f3d1e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:26:13.920881 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-1d7045ea-29f7-47d7-a759-b394463f3d1e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0528326 Apr 28 17:26:14.009151 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-c04a95f0-84d8-46c0-bead-9cff4f6e80f1 service neutron] 10.222.0.64 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822289 Apr 28 17:26:14.100203 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-f3dbb5a0-e263-42d9-a8e3-3315ba8adc16 service neutron] 10.222.0.64 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854650 Apr 28 17:26:14.565144 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-70b22438-e723-4572-b34e-9dde9a054a3c req-9f19dd67-c2d7-4445-a69b-3f7f48dc1969 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 210 time: 0.0288715 Apr 28 17:26:15.659652 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2911082a-9d4d-4a31-8800-4e6f9eabc2d1 req-e11bea1a-b891-46da-9ed5-6154c89e4abb tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 210 time: 0.0283065 Apr 28 17:26:16.631838 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-2785d232-e7b2-4d56-ac79-1627296f3713 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:16.633291 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-2785d232-e7b2-4d56-ac79-1627296f3713 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 811 time: 0.1032250 Apr 28 17:26:16.702938 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-4166b2eb-61e8-49da-9b0e-667f6a132be9 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b06f627f803d44389c3aac822788b2f7 HTTP/1.1" status: 200 len: 380 time: 0.0540369 Apr 28 17:26:16.716220 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'port': {'device_id': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'admin_state_up': True, 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'security_groups': ['2b286790-5ec4-4176-b847-14175558b04a']}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:26:16.774993 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-5bcc4840-aa4a-45d7-9951-ddad59951b21 req-d2813e71-642d-45c6-aa54-b567928be6b0 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 210 time: 0.0440876 Apr 28 17:26:16.929039 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Made reservation on behalf of b06f627f803d44389c3aac822788b2f7 for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:26:16.933033 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:17.110137 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Allocated IP 172.20.0.7 (d2059698-2686-4f2a-85b8-09879f4d7e13/1004a272-91d0-4707-b932-1b1b1a9dc0ee/b39ead7c-d453-44bd-99c1-7d9009e2086e) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:26:17.243834 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:17.329629 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:17.373733 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Network d2059698-2686-4f2a-85b8-09879f4d7e13 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:26:17.376782 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:26:17.383321 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:26:17.409544 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'Port': ['ID=b39ead7c-d453-44bd-99c1-7d9009e2086e,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:26:17.436028 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:17.436676 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:17.492187 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0967d0ba-17b0-4c4e-8df7-3b3f92903b37 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7810338 Apr 28 17:26:17.512253 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Request body: {'port': {'device_id': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:26:17.573312 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:17.655111 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-59fbd02e-be95-4017-9b39-09c98b835abc None None] Provisioning complete for port b39ead7c-d453-44bd-99c1-7d9009e2086e triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:26:17.655657 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-59fbd02e-be95-4017-9b39-09c98b835abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:17.689164 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-59fbd02e-be95-4017-9b39-09c98b835abc None None] Port b39ead7c-d453-44bd-99c1-7d9009e2086e cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:26:17.839727 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39ead7c-d453-44bd-99c1-7d9009e2086e {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:26:17.848352 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Publish callbacks [] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:17.861271 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Transition to ACTIVE for port object b39ead7c-d453-44bd-99c1-7d9009e2086e will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:26:17.890357 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150513fc-1339-4d0d-816f-51686bd5b5fb req-297629f9-79c0-4f66-b1d8-7ee3b842b475 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:17.891892 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-150513fc-1339-4d0d-816f-51686bd5b5fb req-297629f9-79c0-4f66-b1d8-7ee3b842b475 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 931 time: 0.0482032 Apr 28 17:26:17.940429 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-150513fc-1339-4d0d-816f-51686bd5b5fb req-a154d3a8-e0fc-4f2c-b10c-6db860ea7898 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429626 Apr 28 17:26:17.980756 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:18.033442 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Pushing event updated for resources: {'Port': ['ID=b39ead7c-d453-44bd-99c1-7d9009e2086e,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:26:18.137688 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Attempting to bind port b39ead7c-d453-44bd-99c1-7d9009e2086e on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:26:18.138186 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Attempting to bind port b39ead7c-d453-44bd-99c1-7d9009e2086e by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:26:18.138911 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Attempting to bind port b39ead7c-d453-44bd-99c1-7d9009e2086e on network d2059698-2686-4f2a-85b8-09879f4d7e13 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:26:18.146563 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Port b39ead7c-d453-44bd-99c1-7d9009e2086e on network d2059698-2686-4f2a-85b8-09879f4d7e13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:26:18.146738 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Attempting to bind port b39ead7c-d453-44bd-99c1-7d9009e2086e on network d2059698-2686-4f2a-85b8-09879f4d7e13 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:26:18.155057 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:26:18.155443 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Checking segment: {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:26:18.155922 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Bound using segment: {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:26:18.156546 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Bound port: b39ead7c-d453-44bd-99c1-7d9009e2086e, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:26:18.157117 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:18.229958 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] For port b39ead7c-d453-44bd-99c1-7d9009e2086e, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:26:18.233062 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] For port b39ead7c-d453-44bd-99c1-7d9009e2086e, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b39ead7c-d453-44bd-99c1-7d9009e2086e,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:26:18.369850 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:18.408822 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:18.409877 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:18.412363 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] 10.222.0.66 "PUT /v2.0/ports/b39ead7c-d453-44bd-99c1-7d9009e2086e HTTP/1.1" status: 200 len: 1093 time: 0.9055352 Apr 28 17:26:18.413110 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'tag': 'b39ead7c-d453-44bd-99c1-7d9009e2086e'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:26:18.418365 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888069d9-7415-4ccd-bdb0-87bfa2541fed" -d '{"events": [{"name": "network-changed", "server_uuid": "cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9", "tag": "b39ead7c-d453-44bd-99c1-7d9009e2086e"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:26:18.448058 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443eba4e-b9b1-43dd-9813-acc34853523c service neutron] Pushing event updated for resources: {'Port': ['ID=b39ead7c-d453-44bd-99c1-7d9009e2086e,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:26:18.463628 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a04ac3c-5b02-4eb4-b28b-daa372386c4d x-openstack-request-id: req-6a04ac3c-5b02-4eb4-b28b-daa372386c4d {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:26:18.464580 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9", "tag": "b39ead7c-d453-44bd-99c1-7d9009e2086e", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:26:18.464904 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a04ac3c-5b02-4eb4-b28b-daa372386c4d {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:26:18.465432 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a04ac3c-5b02-4eb4-b28b-daa372386c4d'] response: {'name': 'network-changed', 'server_uuid': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'tag': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'status': 'completed', 'code': 200} Apr 28 17:26:18.584947 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888069d9-7415-4ccd-bdb0-87bfa2541fed req-2a7b1fb1-7ef2-499f-9566-adf863f3da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:18.586514 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-888069d9-7415-4ccd-bdb0-87bfa2541fed req-2a7b1fb1-7ef2-499f-9566-adf863f3da8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 1127 time: 0.0418742 Apr 28 17:26:18.697330 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888069d9-7415-4ccd-bdb0-87bfa2541fed req-426e6486-68ff-4ead-a710-9a12f2f1676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:18.699437 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-888069d9-7415-4ccd-bdb0-87bfa2541fed req-426e6486-68ff-4ead-a710-9a12f2f1676d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b06f627f803d44389c3aac822788b2f7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0939384 Apr 28 17:26:18.800502 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888069d9-7415-4ccd-bdb0-87bfa2541fed req-c4530ea3-124e-4abd-9ece-6cc525a54e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:18.801955 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-888069d9-7415-4ccd-bdb0-87bfa2541fed req-c4530ea3-124e-4abd-9ece-6cc525a54e11 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921896 Apr 28 17:26:18.905053 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-5f7bab00-e1c2-4a36-bf54-652d964c4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:18.906508 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-5f7bab00-e1c2-4a36-bf54-652d964c4cac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 1127 time: 0.0397370 Apr 28 17:26:18.959018 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-0d38a02e-7156-464a-bcc6-bf4ef8404db6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39ead7c-d453-44bd-99c1-7d9009e2086e HTTP/1.1" status: 200 len: 217 time: 0.0332651 Apr 28 17:26:19.010315 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-1bd70c9b-fc4f-4176-9b50-a42f263d2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:19.011958 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-1bd70c9b-fc4f-4176-9b50-a42f263d2ab5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0437653 Apr 28 17:26:19.052611 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e8e0-79ab-42e8-a98b-18bd35123df6 req-f3aaf188-3028-4cb9-a3f9-11e4dda5b220 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:19.054086 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-05c5e8e0-79ab-42e8-a98b-18bd35123df6 req-f3aaf188-3028-4cb9-a3f9-11e4dda5b220 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 943 time: 0.0454783 Apr 28 17:26:19.059901 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-206c710f-6a83-4e08-88ce-efe6e84cb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:19.061422 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-206c710f-6a83-4e08-88ce-efe6e84cb4b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421221 Apr 28 17:26:19.109211 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-05c5e8e0-79ab-42e8-a98b-18bd35123df6 req-da755b12-98af-469e-8720-a9ee2491674d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467322 Apr 28 17:26:19.153152 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-270c1d8f-5032-4149-a573-5abd8067009d service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819175 Apr 28 17:26:19.249516 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-486a94a2-b056-426a-93a7-a51eb87d65b2 req-08dd5680-6073-4a42-8467-a3480612f132 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845830 Apr 28 17:26:20.222467 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d88a8-4d2f-4bcf-882c-a40c2f3b40a1 req-b1d3e26d-a91c-479d-806d-d7f8ff2f4a67 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:20.223919 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-778d88a8-4d2f-4bcf-882c-a40c2f3b40a1 req-b1d3e26d-a91c-479d-806d-d7f8ff2f4a67 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 943 time: 0.0467632 Apr 28 17:26:20.272249 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-778d88a8-4d2f-4bcf-882c-a40c2f3b40a1 req-dfd8d76f-3bb9-49b9-bcdd-0016c25ca5ce tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425715 Apr 28 17:26:21.382694 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374050f0-12b8-48e8-a30e-b90c66f05d1e req-65d7338e-b5bb-4bc9-b2e8-b769bcd31426 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:21.384174 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-374050f0-12b8-48e8-a30e-b90c66f05d1e req-65d7338e-b5bb-4bc9-b2e8-b769bcd31426 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 943 time: 0.0462925 Apr 28 17:26:21.433375 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-374050f0-12b8-48e8-a30e-b90c66f05d1e req-94737752-1f5f-41a7-9a16-0f57d7eff1ca tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Apr 28 17:26:22.554895 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94f525-9161-4b86-8923-5ced740ed46b req-e9132fb4-d40e-40d6-a672-f764b868386f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:22.556396 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0b94f525-9161-4b86-8923-5ced740ed46b req-e9132fb4-d40e-40d6-a672-f764b868386f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 943 time: 0.0500157 Apr 28 17:26:22.603715 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-0b94f525-9161-4b86-8923-5ced740ed46b req-2caf2bba-1f1e-470b-832d-43ce2bf22a89 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416832 Apr 28 17:26:23.714391 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2a9a-43a3-4180-9333-16b5a224a86b req-5afbe0df-05d1-4af1-8bb1-31b75df4f478 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:23.715849 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-05ba2a9a-43a3-4180-9333-16b5a224a86b req-5afbe0df-05d1-4af1-8bb1-31b75df4f478 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 943 time: 0.0464704 Apr 28 17:26:23.765013 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-05ba2a9a-43a3-4180-9333-16b5a224a86b req-e9d6b8f7-df33-4e3b-ad3e-82f48143d67c tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 Apr 28 17:26:24.876802 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97667496-63bd-4544-af40-20e0c55732eb req-aff54d38-648b-468b-9d52-ca31bcf25fb3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:24.878520 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-97667496-63bd-4544-af40-20e0c55732eb req-aff54d38-648b-468b-9d52-ca31bcf25fb3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 943 time: 0.0466721 Apr 28 17:26:24.926029 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-97667496-63bd-4544-af40-20e0c55732eb req-e532285b-7d57-4c6a-89e6-dbadcd15f6e1 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419264 Apr 28 17:26:25.683195 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:26.042747 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4a1ee-9394-449a-8308-ffb80e20ca07 req-a04213ff-f093-43f6-a289-6bf7a2e3bf8a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:26.044198 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a5b4a1ee-9394-449a-8308-ffb80e20ca07 req-a04213ff-f093-43f6-a289-6bf7a2e3bf8a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 943 time: 0.0492396 Apr 28 17:26:26.091945 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a5b4a1ee-9394-449a-8308-ffb80e20ca07 req-a7de1369-677b-4f6d-808d-8997c15ddf44 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Apr 28 17:26:27.202966 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824c69-3ee6-49ba-bc52-d6cfa0449a9a req-7e7e1ab0-dbfa-423d-bb67-32d1a301f8d2 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:27.204439 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-66824c69-3ee6-49ba-bc52-d6cfa0449a9a req-7e7e1ab0-dbfa-423d-bb67-32d1a301f8d2 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 943 time: 0.0459824 Apr 28 17:26:27.254835 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-66824c69-3ee6-49ba-bc52-d6cfa0449a9a req-43bd2a0a-bab1-496a-9a1e-35bbaac84c01 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450060 Apr 28 17:26:27.796490 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device b39ead7c-d453-44bd-99c1-7d9009e2086e details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:26:27.892284 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port b39ead7c-d453-44bd-99c1-7d9009e2086e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b39ead7c-d453-44bd-99c1-7d9009e2086e,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:26:27.906661 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'port_id': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'mac_address': 'fa:16:3e:d7:ae:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:26:28.074644 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port b39ead7c-d453-44bd-99c1-7d9009e2086e is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:26:28.074949 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:28.087388 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39ead7c-d453-44bd-99c1-7d9009e2086e {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:26:28.107269 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port b39ead7c-d453-44bd-99c1-7d9009e2086e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b39ead7c-d453-44bd-99c1-7d9009e2086e,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:26:28.180449 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:28.231523 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=b39ead7c-d453-44bd-99c1-7d9009e2086e,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:26:28.238495 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.238849 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.239197 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.239545 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.239885 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.240251 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.240587 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.240920 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.241252 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.241586 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.241962 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.242300 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.242629 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.243015 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.243352 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:28.365817 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa6e8c-0ad0-48a0-9d3a-99073fc7c21e req-728893e0-0d5d-42fc-a7cf-0b93aef5fd36 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:28.367229 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-66aa6e8c-0ad0-48a0-9d3a-99073fc7c21e req-728893e0-0d5d-42fc-a7cf-0b93aef5fd36 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 944 time: 0.0463748 Apr 28 17:26:28.415040 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-66aa6e8c-0ad0-48a0-9d3a-99073fc7c21e req-9fa7f84a-fa8c-4378-849f-2d3851efe94b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 Apr 28 17:26:28.546881 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['b39ead7c-d453-44bd-99c1-7d9009e2086e'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:26:29.527138 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713b4d0-bd0d-4887-81a0-ef2c9b68c8e1 req-f16609fe-c2f7-40bc-a31b-f9a0b1a0f445 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:29.528613 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2713b4d0-bd0d-4887-81a0-ef2c9b68c8e1 req-f16609fe-c2f7-40bc-a31b-f9a0b1a0f445 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 944 time: 0.0468252 Apr 28 17:26:29.576023 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-2713b4d0-bd0d-4887-81a0-ef2c9b68c8e1 req-21b9ccfb-adc5-4e27-a4b9-caf94a06cd92 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417840 Apr 28 17:26:29.817872 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device b39ead7c-d453-44bd-99c1-7d9009e2086e up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:26:29.864503 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port b39ead7c-d453-44bd-99c1-7d9009e2086e completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:26:29.934805 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port b39ead7c-d453-44bd-99c1-7d9009e2086e triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:26:29.935178 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:30.011942 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port b39ead7c-d453-44bd-99c1-7d9009e2086e is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:26:30.012370 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:30.035503 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39ead7c-d453-44bd-99c1-7d9009e2086e'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:26:30.037759 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5df514-5140-4d24-aa83-d3aabef39853" -d '{"events": [{"server_uuid": "cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b39ead7c-d453-44bd-99c1-7d9009e2086e"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:26:30.052994 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port b39ead7c-d453-44bd-99c1-7d9009e2086e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b39ead7c-d453-44bd-99c1-7d9009e2086e,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:26:30.117530 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:30.141331 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9a3a99-55c8-4f3e-91e3-8f577d835bb4 x-openstack-request-id: req-9a9a3a99-55c8-4f3e-91e3-8f577d835bb4 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:26:30.141605 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b39ead7c-d453-44bd-99c1-7d9009e2086e", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:26:30.141853 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a9a3a99-55c8-4f3e-91e3-8f577d835bb4 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:26:30.142249 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9a3a99-55c8-4f3e-91e3-8f577d835bb4'] response: {'server_uuid': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'code': 200} Apr 28 17:26:30.172296 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=b39ead7c-d453-44bd-99c1-7d9009e2086e,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:26:30.531994 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150e028-4a0b-473b-8a76-75674b92a93a req-bea8ead3-3756-4e74-8cc4-2430d2a4e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:30.533572 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f150e028-4a0b-473b-8a76-75674b92a93a req-bea8ead3-3756-4e74-8cc4-2430d2a4e275 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0380442 Apr 28 17:26:30.583097 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f150e028-4a0b-473b-8a76-75674b92a93a req-d7907f33-6ff6-4779-b6b4-4723c32bbd73 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386941 Apr 28 17:26:30.690970 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe759a2d-914c-4853-9d71-307aa8b92ee3 req-0bbe3d88-bcf9-483f-8e5a-f8fd60da8e1d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:30.692424 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fe759a2d-914c-4853-9d71-307aa8b92ee3 req-0bbe3d88-bcf9-483f-8e5a-f8fd60da8e1d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 945 time: 0.0480533 Apr 28 17:26:30.739113 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-fe759a2d-914c-4853-9d71-307aa8b92ee3 req-e530f1a1-007b-48a7-9a6f-a74bda4929a9 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404594 Apr 28 17:26:31.916787 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba181f78-16dd-451e-a534-eb2cbc75c2fd req-a5276483-a198-4f82-aa39-2cbce4029182 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:31.918239 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba181f78-16dd-451e-a534-eb2cbc75c2fd req-a5276483-a198-4f82-aa39-2cbce4029182 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 945 time: 0.0511346 Apr 28 17:26:31.966295 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ba181f78-16dd-451e-a534-eb2cbc75c2fd req-7c83f17d-3718-4a89-ae95-66571eff17f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424757 Apr 28 17:26:32.082889 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2be8c9-9485-4a3e-a2d2-65f5540bc0d6 req-487d31ba-2d90-469c-a517-c69e52f69c6e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:32.084328 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3f2be8c9-9485-4a3e-a2d2-65f5540bc0d6 req-487d31ba-2d90-469c-a517-c69e52f69c6e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 945 time: 0.0525105 Apr 28 17:26:32.134278 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3f2be8c9-9485-4a3e-a2d2-65f5540bc0d6 req-a1629142-4679-4e74-9bab-561cd91706cb tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Apr 28 17:26:32.151946 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-316b814c-def5-4efd-b437-b6fc04e6db41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:32.157073 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55000) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:26:32.194753 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf7f0dc-b55e-4585-a932-51f6059c8e18 tempest-TestVolumeBootPattern-1543219726 tempest-TestVolumeBootPattern-1543219726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:32.196286 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5cf7f0dc-b55e-4585-a932-51f6059c8e18 tempest-TestVolumeBootPattern-1543219726 tempest-TestVolumeBootPattern-1543219726-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 1124 time: 0.0382032 Apr 28 17:26:32.199828 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55002) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:26:32.204045 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'port_id': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:26:32.277565 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:32.357857 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:32.461037 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Allocated IP 172.27.2.140 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/d18f0c63-8102-4f83-9b88-8c232c4ba862) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:26:32.567039 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for port (d18f0c63-8102-4f83-9b88-8c232c4ba862), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:32.723408 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (d18f0c63-8102-4f83-9b88-8c232c4ba862), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:32.761053 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:26:32.765968 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:26:32.768593 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:26:32.795098 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'Port': ['ID=d18f0c63-8102-4f83-9b88-8c232c4ba862,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:26:32.809362 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.809717 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.810063 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.810406 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.810742 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.811074 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.811405 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.811734 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.812063 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.812412 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.812742 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.813071 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.813399 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.813726 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:32.814053 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:26:33.145928 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (ae595c07-bc9e-4b15-9c25-83f8022db350), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:33.281918 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d18f0c63-8102-4f83-9b88-8c232c4ba862), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:33.674646 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for port (d18f0c63-8102-4f83-9b88-8c232c4ba862), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:33.740091 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (d18f0c63-8102-4f83-9b88-8c232c4ba862), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:33.817563 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'Port': ['ID=d18f0c63-8102-4f83-9b88-8c232c4ba862,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:26:33.828054 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (ae595c07-bc9e-4b15-9c25-83f8022db350), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:33.930426 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Floating IP ae595c07-bc9e-4b15-9c25-83f8022db350 associated. External IP: 172.27.2.140, port: b39ead7c-d453-44bd-99c1-7d9009e2086e. Apr 28 17:26:34.145861 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:26:34.255360 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:26:34.265357 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002503ff-fd0e-40c2-adbd-75ff1a184d6a None None] Sync routers for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:26:34.275363 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002503ff-fd0e-40c2-adbd-75ff1a184d6a None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:26:34.275976 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-002503ff-fd0e-40c2-adbd-75ff1a184d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:26:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:26:34.354356 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:34.385745 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-002503ff-fd0e-40c2-adbd-75ff1a184d6a None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:26:34.388123 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0188efe6-4bdd-477b-8b6d-ae8a176cbf33 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1872447 Apr 28 17:26:34.388721 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'tag': 'b39ead7c-d453-44bd-99c1-7d9009e2086e'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:26:34.391028 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be3e2b2-770c-49ba-a783-57fc0605e35e" -d '{"events": [{"name": "network-changed", "server_uuid": "cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9", "tag": "b39ead7c-d453-44bd-99c1-7d9009e2086e"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:26:34.483139 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13059aad-42e6-4072-972a-bad6bafe227b x-openstack-request-id: req-13059aad-42e6-4072-972a-bad6bafe227b {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:26:34.483433 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9", "tag": "b39ead7c-d453-44bd-99c1-7d9009e2086e", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:26:34.483691 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13059aad-42e6-4072-972a-bad6bafe227b {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:26:34.484131 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13059aad-42e6-4072-972a-bad6bafe227b'] response: {'name': 'network-changed', 'server_uuid': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'tag': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'status': 'completed', 'code': 200} Apr 28 17:26:34.552230 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-2a70abc0-ac35-4a01-b02d-8ebcde8be145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:34.572916 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3e2b2-770c-49ba-a783-57fc0605e35e req-3abfec6f-6f35-454c-825a-d5be29060694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:34.574461 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1be3e2b2-770c-49ba-a783-57fc0605e35e req-3abfec6f-6f35-454c-825a-d5be29060694 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0396392 Apr 28 17:26:34.624562 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-002503ff-fd0e-40c2-adbd-75ff1a184d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'ae595c07-bc9e-4b15-9c25-83f8022db350', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:d7:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:26:33Z', 'updated_at': '2022-04-28T17:26:33Z', 'revision_number': 0, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:26:34.651889 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002503ff-fd0e-40c2-adbd-75ff1a184d6a None None] Checking router: 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:26:34.660270 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002503ff-fd0e-40c2-adbd-75ff1a184d6a None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:26:34.660935 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-002503ff-fd0e-40c2-adbd-75ff1a184d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:26:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:26:34.665529 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3e2b2-770c-49ba-a783-57fc0605e35e req-4973af1f-f4c0-4bb2-b4a6-1939339d65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:34.667198 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1be3e2b2-770c-49ba-a783-57fc0605e35e req-4973af1f-f4c0-4bb2-b4a6-1939339d65cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 912 time: 0.0871830 Apr 28 17:26:34.733945 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1be3e2b2-770c-49ba-a783-57fc0605e35e req-459a1049-3cec-40b1-bcfc-cd494fed2068 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39ead7c-d453-44bd-99c1-7d9009e2086e HTTP/1.1" status: 200 len: 999 time: 0.0598903 Apr 28 17:26:34.769688 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-002503ff-fd0e-40c2-adbd-75ff1a184d6a None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:26:34.781527 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3e2b2-770c-49ba-a783-57fc0605e35e req-e481886f-2cb6-4254-b1d4-c4adcff80b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:34.782989 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1be3e2b2-770c-49ba-a783-57fc0605e35e req-e481886f-2cb6-4254-b1d4-c4adcff80b1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0435789 Apr 28 17:26:34.826173 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3e2b2-770c-49ba-a783-57fc0605e35e req-f21ebeaf-f4ce-467b-927b-7d232835c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:26:34.827685 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1be3e2b2-770c-49ba-a783-57fc0605e35e req-f21ebeaf-f4ce-467b-927b-7d232835c7b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385206 Apr 28 17:26:34.987797 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-002503ff-fd0e-40c2-adbd-75ff1a184d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'ae595c07-bc9e-4b15-9c25-83f8022db350', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:d7:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:26:33Z', 'updated_at': '2022-04-28T17:26:33Z', 'revision_number': 0, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:26:35.022961 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002503ff-fd0e-40c2-adbd-75ff1a184d6a None None] The sync data for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi is: [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'ae595c07-bc9e-4b15-9c25-83f8022db350', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:d7:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:26:33Z', 'updated_at': '2022-04-28T17:26:33Z', 'revision_number': 0, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:26:35.194688 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1be3e2b2-770c-49ba-a783-57fc0605e35e req-378904ae-07a1-4333-a955-70d3ff1c2649 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611379 Apr 28 17:26:35.236481 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d1350a-1bc9-4b40-9308-e236f66b729f None None] New status for floating IP ae595c07-bc9e-4b15-9c25-83f8022db350: ACTIVE {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:26:35.289799 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1be3e2b2-770c-49ba-a783-57fc0605e35e req-ea5a3c82-99e8-4dff-b6ff-fd83bd817860 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851545 Apr 28 17:26:35.637101 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:37.043042 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:38.230643 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:26:38.505520 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:26:55.751320 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:02.128338 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-44a2fdcf-d588-4feb-bd9c-ce4fab69af6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:04.345217 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-970cbffd-5b87-4ab4-b49e-667f504d3b74 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380735 Apr 28 17:27:04.451771 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-36cec872-db05-40c1-9db0-5fffd2d1ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:27:04.453202 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-36cec872-db05-40c1-9db0-5fffd2d1ecb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0424578 Apr 28 17:27:04.528488 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-37d8fc0d-8fe8-4fcf-8660-8914e891e759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:04.574318 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-f2b27ec6-ee9d-4471-bb83-c5f55b95df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:27:04.575763 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-f2b27ec6-ee9d-4471-bb83-c5f55b95df97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 912 time: 0.1001070 Apr 28 17:27:04.643051 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-a912d4f2-8a15-4410-b1de-118e368833cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39ead7c-d453-44bd-99c1-7d9009e2086e HTTP/1.1" status: 200 len: 1001 time: 0.0611577 Apr 28 17:27:04.692544 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-4f8fec3d-c71d-414d-84bd-f3a437391bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:27:04.693985 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-4f8fec3d-c71d-414d-84bd-f3a437391bd6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0415936 Apr 28 17:27:04.740377 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-75f3b504-be76-424e-a73b-ccaa283f4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:27:04.741835 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-75f3b504-be76-424e-a73b-ccaa283f4b54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378544 Apr 28 17:27:04.835120 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-79b8f2c4-306c-4441-a107-e94ad9fd0582 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829148 Apr 28 17:27:04.927909 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-709d3dc1-c44c-4c60-8e98-995c34a8d116 req-4c25936d-f948-478c-a93f-3943508948f0 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824037 Apr 28 17:27:05.619746 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:07.025232 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:08.516859 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:15.232459 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:27:25.721770 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:32.121874 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-58c5c024-2621-4609-bad5-1e64a07117b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:34.521754 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-395514b1-b541-4b12-92f5-6b81092c877c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:35.686949 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:37.087768 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:38.538651 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:27:52.232210 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:27:55.704788 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:02.121138 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d8905924-8857-4063-bd50-345e4b539ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:04.521315 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1d714eab-74c8-4110-a6ab-17241a807409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:05.366204 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-570e245b-b0ef-4c5e-b398-6d8a89432371 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438037 Apr 28 17:28:05.469268 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-2b81e7ac-ee17-4e67-ad81-ebfa3de04781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:05.470789 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-2b81e7ac-ee17-4e67-ad81-ebfa3de04781 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0390246 Apr 28 17:28:05.575063 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-41538346-e87a-40e9-8455-a3b64a221b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:05.576545 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-41538346-e87a-40e9-8455-a3b64a221b04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 912 time: 0.0858321 Apr 28 17:28:05.624154 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:05.648583 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-0b7dc2e5-336e-4d53-9cf2-99e12df84150 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39ead7c-d453-44bd-99c1-7d9009e2086e HTTP/1.1" status: 200 len: 1001 time: 0.0615842 Apr 28 17:28:05.700730 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-b44e024f-9081-4184-9c44-64a6ee7b4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:05.702151 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-b44e024f-9081-4184-9c44-64a6ee7b4275 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0427856 Apr 28 17:28:05.746826 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-85a611c0-bccc-4043-97a6-ed911b509f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:05.748232 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-85a611c0-bccc-4043-97a6-ed911b509f7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372319 Apr 28 17:28:05.841450 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-0f1adbd0-a378-442d-914c-ad57dc8c1dab service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838189 Apr 28 17:28:05.935317 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-164a490c-7e80-41fb-94bf-41cb887040f9 req-15cd7760-2eee-436f-ad4e-8923a8001083 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833907 Apr 28 17:28:07.041225 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:08.550066 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:21.841854 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-032a884f-1af4-4fec-abf4-4400d56b2e64 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701634542&fields=id&tenant_id=b06f627f803d44389c3aac822788b2f7 HTTP/1.1" status: 200 len: 267 time: 0.0437832 Apr 28 17:28:21.942837 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-5bce1044-0f6d-4276-ae94-abd787059683 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:21.944206 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-5bce1044-0f6d-4276-ae94-abd787059683 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 811 time: 0.0965838 Apr 28 17:28:21.958661 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-4f3b9ab8-cd63-4750-891a-e5df2200fa5a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/quotas/b06f627f803d44389c3aac822788b2f7 HTTP/1.1" status: 200 len: 375 time: 0.0086417 Apr 28 17:28:22.012402 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-5144da3f-1c02-4b0f-b00b-5a051007d05a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483999 Apr 28 17:28:22.100708 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-68e93bca-71f4-4152-90d6-46c7f4027634 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 17:28:22.101842 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-68e93bca-71f4-4152-90d6-46c7f4027634 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0789335 Apr 28 17:28:22.189429 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-136b1dba-228f-431a-a076-3ce6922f3f10 service neutron] 10.222.0.64 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816505 Apr 28 17:28:22.280080 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-7b442dd6-1140-4880-9d1f-4d8cd370132c service neutron] 10.222.0.64 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848629 Apr 28 17:28:22.860292 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ce69042-3972-4b1a-8f8c-790f71ad470a req-adfadfaf-fb6b-49e4-a595-76327d847b6a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 210 time: 0.0296419 Apr 28 17:28:23.955839 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6ded4182-dc5e-4204-a236-743428f2f76f req-bc830bc5-f861-42a8-a837-08287a2da6f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 210 time: 0.0288422 Apr 28 17:28:24.677875 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-20467f72-ad72-409d-bb88-55dc9803a023 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:24.679303 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-20467f72-ad72-409d-bb88-55dc9803a023 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 811 time: 0.1041961 Apr 28 17:28:24.749351 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-502ee7a5-336b-47da-bb84-2c63ec901daa tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b06f627f803d44389c3aac822788b2f7 HTTP/1.1" status: 200 len: 380 time: 0.0523221 Apr 28 17:28:24.761387 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'port': {'device_id': '91275737-966a-4bcd-982c-96817cf35e8f', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'admin_state_up': True, 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'security_groups': ['2b286790-5ec4-4176-b847-14175558b04a']}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:28:24.938303 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Made reservation on behalf of b06f627f803d44389c3aac822788b2f7 for: {'port': 1} {{(pid=103997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 17:28:24.941710 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:25.056045 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a888c032-b6a0-4e1a-8e6f-3aedee8b8229 req-259002d5-4395-4c08-90e3-aaaad8be1afa tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 210 time: 0.0273924 Apr 28 17:28:25.080109 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Allocated IP 172.20.0.14 (d2059698-2686-4f2a-85b8-09879f4d7e13/1004a272-91d0-4707-b932-1b1b1a9dc0ee/4c18bda2-ea74-4935-91f0-bf9fff990f5a) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:28:25.219400 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:25.327344 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:25.369566 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Network d2059698-2686-4f2a-85b8-09879f4d7e13 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:28:25.374972 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:28:25.379720 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:28:25.406758 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'Port': ['ID=4c18bda2-ea74-4935-91f0-bf9fff990f5a,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:28:25.421738 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.422093 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.422442 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.422837 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.423177 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.423557 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.423892 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.424261 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.424592 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.424922 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.425252 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.425579 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.425907 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.426229 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.426551 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:25.448895 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:25.449750 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:25.546442 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-c0e42d66-c719-402c-a0cf-8680401567f3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7889221 Apr 28 17:28:25.564007 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.v2.base [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Request body: {'port': {'device_id': '91275737-966a-4bcd-982c-96817cf35e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:28:25.588174 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-c130c9e6-2e20-42a7-84e1-55407ca86b9e None None] Provisioning complete for port 4c18bda2-ea74-4935-91f0-bf9fff990f5a triggered by entity DHCP. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:28:25.588759 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-c130c9e6-2e20-42a7-84e1-55407ca86b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:25.623863 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-c130c9e6-2e20-42a7-84e1-55407ca86b9e None None] Port 4c18bda2-ea74-4935-91f0-bf9fff990f5a cannot update to ACTIVE because it is not bound. {{(pid=103998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 17:28:25.627092 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:25.727438 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:25.891717 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c18bda2-ea74-4935-91f0-bf9fff990f5a {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:28:25.899721 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Publish callbacks [] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:25.912781 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Transition to ACTIVE for port object 4c18bda2-ea74-4935-91f0-bf9fff990f5a will not be triggered until provisioned by entity L2. {{(pid=103997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 17:28:26.011468 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:26.072764 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c18bda2-ea74-4935-91f0-bf9fff990f5a,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:28:26.179038 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Attempting to bind port 4c18bda2-ea74-4935-91f0-bf9fff990f5a on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 17:28:26.179694 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Attempting to bind port 4c18bda2-ea74-4935-91f0-bf9fff990f5a by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 17:28:26.179694 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Attempting to bind port 4c18bda2-ea74-4935-91f0-bf9fff990f5a on network d2059698-2686-4f2a-85b8-09879f4d7e13 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:28:26.190886 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Port 4c18bda2-ea74-4935-91f0-bf9fff990f5a on network d2059698-2686-4f2a-85b8-09879f4d7e13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 17:28:26.191209 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Attempting to bind port 4c18bda2-ea74-4935-91f0-bf9fff990f5a on network d2059698-2686-4f2a-85b8-09879f4d7e13 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 17:28:26.205793 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f1609-06d2-4e28-8571-42770b73a2b3 req-e7a5e6b8-0ab8-465c-a78b-0fd200a1ac97 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:26.211017 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-408f1609-06d2-4e28-8571-42770b73a2b3 req-e7a5e6b8-0ab8-465c-a78b-0fd200a1ac97 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 944 time: 0.0595882 Apr 28 17:28:26.211017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Checking agent: {'id': '0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'started_at': datetime.datetime(2022, 4, 28, 17, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 17, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 17:28:26.211017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Checking segment: {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 17:28:26.211017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Bound using segment: {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 17:28:26.211017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Bound port: 4c18bda2-ea74-4935-91f0-bf9fff990f5a, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45eac88-e537-4f88-a0ab-78e369024fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 17:28:26.211017 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:26.304227 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-408f1609-06d2-4e28-8571-42770b73a2b3 req-0a8346a9-4643-4dc3-a759-161fe4888138 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852597 Apr 28 17:28:26.315389 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] For port 4c18bda2-ea74-4935-91f0-bf9fff990f5a, host hv-cinder-82694, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 17:28:26.318526 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] For port 4c18bda2-ea74-4935-91f0-bf9fff990f5a, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4c18bda2-ea74-4935-91f0-bf9fff990f5a,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 17:28:26.366903 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372199'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:26.400913 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:26.401545 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:26.402887 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] 10.222.0.66 "PUT /v2.0/ports/4c18bda2-ea74-4935-91f0-bf9fff990f5a HTTP/1.1" status: 200 len: 1094 time: 0.8430331 Apr 28 17:28:26.403319 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91275737-966a-4bcd-982c-96817cf35e8f', 'tag': '4c18bda2-ea74-4935-91f0-bf9fff990f5a'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:28:26.405600 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58376a14-218e-4e6f-b7ba-25d0c999ceb5" -d '{"events": [{"name": "network-changed", "server_uuid": "91275737-966a-4bcd-982c-96817cf35e8f", "tag": "4c18bda2-ea74-4935-91f0-bf9fff990f5a"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:28:26.435352 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc80376-5fdf-4f3f-9a23-cf196b34c8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c18bda2-ea74-4935-91f0-bf9fff990f5a,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:28:26.447510 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa4f055-241c-43b8-b1b7-99dd8b599db3 x-openstack-request-id: req-bfa4f055-241c-43b8-b1b7-99dd8b599db3 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:28:26.447814 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91275737-966a-4bcd-982c-96817cf35e8f", "tag": "4c18bda2-ea74-4935-91f0-bf9fff990f5a", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:28:26.448092 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfa4f055-241c-43b8-b1b7-99dd8b599db3 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:28:26.448565 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa4f055-241c-43b8-b1b7-99dd8b599db3'] response: {'name': 'network-changed', 'server_uuid': '91275737-966a-4bcd-982c-96817cf35e8f', 'tag': '4c18bda2-ea74-4935-91f0-bf9fff990f5a', 'status': 'completed', 'code': 200} Apr 28 17:28:26.531812 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58376a14-218e-4e6f-b7ba-25d0c999ceb5 req-1ec84abc-dff6-4fa6-a903-0c552c6e1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:26.533351 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-58376a14-218e-4e6f-b7ba-25d0c999ceb5 req-1ec84abc-dff6-4fa6-a903-0c552c6e1941 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 1128 time: 0.0422301 Apr 28 17:28:26.645269 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58376a14-218e-4e6f-b7ba-25d0c999ceb5 req-b6738e95-c80e-4b52-9ef8-9b982900116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:26.646703 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-58376a14-218e-4e6f-b7ba-25d0c999ceb5 req-b6738e95-c80e-4b52-9ef8-9b982900116c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b06f627f803d44389c3aac822788b2f7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0936985 Apr 28 17:28:26.743508 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58376a14-218e-4e6f-b7ba-25d0c999ceb5 req-1ab4dbb1-4af2-43c6-bc36-a6f05e957e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:26.745006 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-58376a14-218e-4e6f-b7ba-25d0c999ceb5 req-1ab4dbb1-4af2-43c6-bc36-a6f05e957e8a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871027 Apr 28 17:28:26.855988 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-28b039cd-de2c-4719-b7ec-e23a8cb13414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:26.857488 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-28b039cd-de2c-4719-b7ec-e23a8cb13414 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 1128 time: 0.0433686 Apr 28 17:28:26.913807 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-5a0839e7-13bc-42ef-9326-17ddda68c773 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c18bda2-ea74-4935-91f0-bf9fff990f5a HTTP/1.1" status: 200 len: 217 time: 0.0343072 Apr 28 17:28:26.968705 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-cfae33b7-0f9b-4ee8-9666-3735511c6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:26.970140 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-cfae33b7-0f9b-4ee8-9666-3735511c6687 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0456574 Apr 28 17:28:27.019284 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-1fa2814f-1524-4c2d-877d-df6cb7a288f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:27.020784 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-1fa2814f-1524-4c2d-877d-df6cb7a288f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420835 Apr 28 17:28:27.110829 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-96274d95-9209-4cc6-83ee-c78ed3b0d68c service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808456 Apr 28 17:28:27.203164 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-f97b43ee-b994-4673-8ba1-61f1afebb0a6 req-12dc3c86-219e-4b02-a89b-3ab3543d1cb1 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827198 Apr 28 17:28:27.417383 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e396480-f257-4b43-afe7-30d845a3f1b4 req-f7837628-5c50-4c2e-817a-a873edea5a63 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:27.418838 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3e396480-f257-4b43-afe7-30d845a3f1b4 req-f7837628-5c50-4c2e-817a-a873edea5a63 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 944 time: 0.0480285 Apr 28 17:28:27.465789 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-3e396480-f257-4b43-afe7-30d845a3f1b4 req-36c9a84b-9cfe-47fa-8c3f-8307a40f4d67 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 Apr 28 17:28:28.581415 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad337-67ae-449f-880f-dc25efd2c164 req-56b8f9d5-0b24-465f-b76d-5b3d19811fb6 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:28.582898 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-240ad337-67ae-449f-880f-dc25efd2c164 req-56b8f9d5-0b24-465f-b76d-5b3d19811fb6 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 944 time: 0.0485942 Apr 28 17:28:28.630693 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-240ad337-67ae-449f-880f-dc25efd2c164 req-97a4dbd5-4a77-4ca2-9950-0d53b1d459be tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415666 Apr 28 17:28:29.231993 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:28:29.741316 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc1a97-30ac-4f02-8277-54bd3560a746 req-9c17a07b-f2ad-461d-a8cd-6df476463bd4 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:29.742825 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-87bc1a97-30ac-4f02-8277-54bd3560a746 req-9c17a07b-f2ad-461d-a8cd-6df476463bd4 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 944 time: 0.0458112 Apr 28 17:28:29.794571 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-87bc1a97-30ac-4f02-8277-54bd3560a746 req-40cd2d10-4fcd-499b-9d4a-270b1b2f8fab tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461745 Apr 28 17:28:30.909719 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5039d-541b-4899-93ee-c1b53562a9b8 req-4d259648-df30-43d5-b62e-772fb94a6fa3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:30.911151 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-33c5039d-541b-4899-93ee-c1b53562a9b8 req-4d259648-df30-43d5-b62e-772fb94a6fa3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 944 time: 0.0470111 Apr 28 17:28:30.958450 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-33c5039d-541b-4899-93ee-c1b53562a9b8 req-a1c1a5fa-d315-4543-9813-39b4231e3cf7 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412440 Apr 28 17:28:32.072883 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bca83-c9f6-47f1-ac1c-60bc56e1ec11 req-2b93c32c-3ecf-451e-b1f2-9edcef3e7f5d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:32.085054 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-da1bca83-c9f6-47f1-ac1c-60bc56e1ec11 req-2b93c32c-3ecf-451e-b1f2-9edcef3e7f5d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 944 time: 0.0473185 Apr 28 17:28:32.122514 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-da1bca83-c9f6-47f1-ac1c-60bc56e1ec11 req-8edcf813-1fe2-46f2-b9ef-800906661f89 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Apr 28 17:28:32.137658 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-11c51fa8-4080-481a-b99e-af874c144c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:33.234117 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7e329-a564-4f6b-9cb0-4c2c1e27365a req-342b7051-4d0f-45ba-8209-8de8c1dab5a1 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:33.235560 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1d7e329-a564-4f6b-9cb0-4c2c1e27365a req-342b7051-4d0f-45ba-8209-8de8c1dab5a1 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 944 time: 0.0464151 Apr 28 17:28:33.287431 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1d7e329-a564-4f6b-9cb0-4c2c1e27365a req-76605d7a-843b-47c5-b163-683f4c469446 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463669 Apr 28 17:28:34.399330 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b351a-3bc5-4fae-81d2-7a3580df9597 req-a0950afd-5bad-4d2c-93dd-11f228f97c66 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:34.400737 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8b1b351a-3bc5-4fae-81d2-7a3580df9597 req-a0950afd-5bad-4d2c-93dd-11f228f97c66 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 944 time: 0.0470977 Apr 28 17:28:34.418861 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 4c18bda2-ea74-4935-91f0-bf9fff990f5a details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103998) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 17:28:34.450616 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8b1b351a-3bc5-4fae-81d2-7a3580df9597 req-5a60967c-bb1c-4bf3-96c0-758e6ec740c1 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444028 Apr 28 17:28:34.653902 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 4c18bda2-ea74-4935-91f0-bf9fff990f5a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4c18bda2-ea74-4935-91f0-bf9fff990f5a,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:28:34.665347 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Returning: {'device': '4c18bda2-ea74-4935-91f0-bf9fff990f5a', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'port_id': '4c18bda2-ea74-4935-91f0-bf9fff990f5a', 'mac_address': 'fa:16:3e:ef:72:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103998) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 17:28:34.691585 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-7e3031b7-b992-4aef-9260-0de989373f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:34.703667 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 4c18bda2-ea74-4935-91f0-bf9fff990f5a is: DOWN; New status is: BUILD {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:28:34.704108 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:34.716632 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c18bda2-ea74-4935-91f0-bf9fff990f5a {{(pid=103998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 17:28:34.735823 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 4c18bda2-ea74-4935-91f0-bf9fff990f5a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4c18bda2-ea74-4935-91f0-bf9fff990f5a,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:28:34.824062 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:34.879691 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=4c18bda2-ea74-4935-91f0-bf9fff990f5a,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:28:34.887121 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.887473 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.887843 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.888194 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.888532 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.888867 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.889198 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.889527 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.889857 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.890185 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.890512 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.890841 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.891231 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.891672 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:34.892003 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:35.165292 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] get_ports_and_sgs() called for port_ids ['4c18bda2-ea74-4935-91f0-bf9fff990f5a'] {{(pid=103998) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 17:28:35.562690 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ccf50-c37b-439a-889b-49f4b1ec5d02 req-b17ed51e-d1cb-4c9f-96bd-d36fcc12b02a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:35.564229 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a50ccf50-c37b-439a-889b-49f4b1ec5d02 req-b17ed51e-d1cb-4c9f-96bd-d36fcc12b02a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 945 time: 0.0472267 Apr 28 17:28:35.613736 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a50ccf50-c37b-439a-889b-49f4b1ec5d02 req-4cc63409-4535-4ca4-ae6d-99dd52451d94 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439489 Apr 28 17:28:35.646593 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:36.447929 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 4c18bda2-ea74-4935-91f0-bf9fff990f5a up at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 17:28:36.490730 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning for port 4c18bda2-ea74-4935-91f0-bf9fff990f5a completed by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 17:28:36.555304 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.provisioning_blocks [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Provisioning complete for port 4c18bda2-ea74-4935-91f0-bf9fff990f5a triggered by entity L2. {{(pid=103998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 17:28:36.555673 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433049'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), provisioning_complete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:36.629778 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Current status of the port 4c18bda2-ea74-4935-91f0-bf9fff990f5a is: BUILD; New status is: ACTIVE {{(pid=103998) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 17:28:36.630156 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:36.652737 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91275737-966a-4bcd-982c-96817cf35e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c18bda2-ea74-4935-91f0-bf9fff990f5a'}] {{(pid=103998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:28:36.654969 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2a87b37bd6d4d7274ef38008b8ff6aedb3066e9861512efa083eca63ffc8b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb67156-a8cf-4a84-98b4-b2d468fe41d1" -d '{"events": [{"server_uuid": "91275737-966a-4bcd-982c-96817cf35e8f", "name": "network-vif-plugged", "status": "completed", "tag": "4c18bda2-ea74-4935-91f0-bf9fff990f5a"}]}' {{(pid=103998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:28:36.671462 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] For port 4c18bda2-ea74-4935-91f0-bf9fff990f5a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4c18bda2-ea74-4935-91f0-bf9fff990f5a,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:28:36.698564 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e9f1c4-c28a-4ca3-acde-9ef1ea6a6a97 x-openstack-request-id: req-50e9f1c4-c28a-4ca3-acde-9ef1ea6a6a97 {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:28:36.698799 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91275737-966a-4bcd-982c-96817cf35e8f", "name": "network-vif-plugged", "status": "completed", "tag": "4c18bda2-ea74-4935-91f0-bf9fff990f5a", "code": 200}]} {{(pid=103998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:28:36.699052 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50e9f1c4-c28a-4ca3-acde-9ef1ea6a6a97 {{(pid=103998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:28:36.699452 dv-cinder-826949-5-iscsi neutron-server[103998]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e9f1c4-c28a-4ca3-acde-9ef1ea6a6a97'] response: {'server_uuid': '91275737-966a-4bcd-982c-96817cf35e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c18bda2-ea74-4935-91f0-bf9fff990f5a', 'code': 200} Apr 28 17:28:36.726332 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:36.733892 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cc503-c684-4a08-b10d-d8d9091d09be req-35b56fbb-404c-4111-b4a4-c6f97d85402a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:36.736211 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1b1cc503-c684-4a08-b10d-d8d9091d09be req-35b56fbb-404c-4111-b4a4-c6f97d85402a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 945 time: 0.0535107 Apr 28 17:28:36.779542 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Pushing event updated for resources: {'Port': ['ID=4c18bda2-ea74-4935-91f0-bf9fff990f5a,revision_number=5']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:28:36.798152 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1b1cc503-c684-4a08-b10d-d8d9091d09be req-882f5a12-87de-46f2-8e82-309eeafd52a4 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551579 Apr 28 17:28:37.086660 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:37.143463 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e657ff5-dd3f-4d81-b375-338e06f1fd8f req-950721ad-bb03-453f-8cb5-57024b24953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:37.145112 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9e657ff5-dd3f-4d81-b375-338e06f1fd8f req-950721ad-bb03-453f-8cb5-57024b24953d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 1130 time: 0.0387838 Apr 28 17:28:37.190443 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-9e657ff5-dd3f-4d81-b375-338e06f1fd8f req-529403cd-e61c-49f6-b7d7-9855d7b10b77 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390093 Apr 28 17:28:37.910222 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879e817-4cf7-45ff-9d05-b243d998ce2c req-44a7af2c-4093-40d3-ba0d-5d5c50041f67 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:37.911688 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7879e817-4cf7-45ff-9d05-b243d998ce2c req-44a7af2c-4093-40d3-ba0d-5d5c50041f67 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 946 time: 0.0463963 Apr 28 17:28:37.959228 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7879e817-4cf7-45ff-9d05-b243d998ce2c req-f6244611-42af-451f-93c1-eb1a421cfd31 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413632 Apr 28 17:28:38.537904 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:39.072816 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2959fb5-2bc2-4643-a8aa-2d4196f360cd req-af06188d-4623-45f7-90b7-21dc1b77b179 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:39.074283 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c2959fb5-2bc2-4643-a8aa-2d4196f360cd req-af06188d-4623-45f7-90b7-21dc1b77b179 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 946 time: 0.0468326 Apr 28 17:28:39.125432 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c2959fb5-2bc2-4643-a8aa-2d4196f360cd req-4c7de775-eaa3-4563-977e-13eb05141250 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456438 Apr 28 17:28:39.239116 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4832d8-b954-4a7e-ab6d-a105668803b5 req-123a6837-e208-4d77-bce2-3ddf60200eda tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:39.240484 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5f4832d8-b954-4a7e-ab6d-a105668803b5 req-123a6837-e208-4d77-bce2-3ddf60200eda tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 946 time: 0.0494766 Apr 28 17:28:39.288496 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5f4832d8-b954-4a7e-ab6d-a105668803b5 req-57fd92ac-3638-4f4f-b975-dae2ccbd334b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Apr 28 17:28:39.310630 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55132) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:28:39.347763 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14aeeeb-ab29-4476-b156-a3e4826569bb tempest-TestVolumeBootPattern-1543219726 tempest-TestVolumeBootPattern-1543219726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:39.349305 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e14aeeeb-ab29-4476-b156-a3e4826569bb tempest-TestVolumeBootPattern-1543219726 tempest-TestVolumeBootPattern-1543219726-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 1125 time: 0.0377386 Apr 28 17:28:39.352033 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55134) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:28:39.356266 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Request body: {'floatingip': {'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'port_id': '4c18bda2-ea74-4935-91f0-bf9fff990f5a', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 17:28:39.446418 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:39.526617 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:39.626754 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Allocated IP 172.27.2.226 (f8764e81-f1f8-4275-aee3-2fa9a09189b3/6d6f96f9-ca0a-45d2-ac5c-383646500318/d6f956c8-c2f3-4e4f-a0c1-380899959349) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 17:28:39.727994 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for port (d6f956c8-c2f3-4e4f-a0c1-380899959349), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:39.823173 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776149240158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (d6f956c8-c2f3-4e4f-a0c1-380899959349), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:39.860006 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Network f8764e81-f1f8-4275-aee3-2fa9a09189b3 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 17:28:39.862889 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 17:28:39.868427 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 17:28:39.891942 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'Port': ['ID=d6f956c8-c2f3-4e4f-a0c1-380899959349,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:28:39.905228 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.905575 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.905920 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.906262 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.906596 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.906931 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.907259 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.907584 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.907911 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.908269 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.908597 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.908922 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.909243 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.909564 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:39.909915 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:28:40.242733 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (642588f4-c1ac-4bf1-b32a-69d3f1c5ff8b), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:40.376707 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789401'] for port (d6f956c8-c2f3-4e4f-a0c1-380899959349), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:40.525614 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for port (d6f956c8-c2f3-4e4f-a0c1-380899959349), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:40.594721 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776149730780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776149240176', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776149240194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6703580'] for port (d6f956c8-c2f3-4e4f-a0c1-380899959349), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:40.665522 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event updated for resources: {'Port': ['ID=d6f956c8-c2f3-4e4f-a0c1-380899959349,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:28:40.675751 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722235'] for floatingip (642588f4-c1ac-4bf1-b32a-69d3f1c5ff8b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:40.775838 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Floating IP 642588f4-c1ac-4bf1-b32a-69d3f1c5ff8b associated. External IP: 172.27.2.226, port: 4c18bda2-ea74-4935-91f0-bf9fff990f5a. Apr 28 17:28:40.987686 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:28:41.346928 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:28:41.356920 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12959e-dcfc-4cc2-be87-863f437c5cf8 None None] Sync routers for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:28:41.366184 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12959e-dcfc-4cc2-be87-863f437c5cf8 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:28:41.366745 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0b12959e-dcfc-4cc2-be87-863f437c5cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:28:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:28:41.430217 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:28:41.459881 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-996b7358-4e35-4134-900c-480a34847d0d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1068258 Apr 28 17:28:41.460501 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91275737-966a-4bcd-982c-96817cf35e8f', 'tag': '4c18bda2-ea74-4935-91f0-bf9fff990f5a'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:28:41.462876 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcc54f9-00ac-478f-8ae5-273b5dca567b" -d '{"events": [{"name": "network-changed", "server_uuid": "91275737-966a-4bcd-982c-96817cf35e8f", "tag": "4c18bda2-ea74-4935-91f0-bf9fff990f5a"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:28:41.474418 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-0b12959e-dcfc-4cc2-be87-863f437c5cf8 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:28:41.691122 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0b12959e-dcfc-4cc2-be87-863f437c5cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '642588f4-c1ac-4bf1-b32a-69d3f1c5ff8b', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': '4c18bda2-ea74-4935-91f0-bf9fff990f5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:ef:72:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91275737-966a-4bcd-982c-96817cf35e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:28:40Z', 'updated_at': '2022-04-28T17:28:40Z', 'revision_number': 0, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}, {'id': 'ae595c07-bc9e-4b15-9c25-83f8022db350', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:d7:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:26:33Z', 'updated_at': '2022-04-28T17:26:35Z', 'revision_number': 1, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:28:41.717280 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12959e-dcfc-4cc2-be87-863f437c5cf8 None None] Checking router: 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:28:41.725410 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12959e-dcfc-4cc2-be87-863f437c5cf8 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:28:41.726022 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0b12959e-dcfc-4cc2-be87-863f437c5cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:28:34Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:28:41.833441 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-0b12959e-dcfc-4cc2-be87-863f437c5cf8 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:28:42.049349 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-0b12959e-dcfc-4cc2-be87-863f437c5cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '642588f4-c1ac-4bf1-b32a-69d3f1c5ff8b', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': '4c18bda2-ea74-4935-91f0-bf9fff990f5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:ef:72:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91275737-966a-4bcd-982c-96817cf35e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:28:40Z', 'updated_at': '2022-04-28T17:28:40Z', 'revision_number': 0, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}, {'id': 'ae595c07-bc9e-4b15-9c25-83f8022db350', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:d7:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:26:33Z', 'updated_at': '2022-04-28T17:26:35Z', 'revision_number': 1, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:28:42.075593 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12959e-dcfc-4cc2-be87-863f437c5cf8 None None] The sync data for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi is: [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': '642588f4-c1ac-4bf1-b32a-69d3f1c5ff8b', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': '4c18bda2-ea74-4935-91f0-bf9fff990f5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:ef:72:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91275737-966a-4bcd-982c-96817cf35e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:28:40Z', 'updated_at': '2022-04-28T17:28:40Z', 'revision_number': 0, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}, {'id': 'ae595c07-bc9e-4b15-9c25-83f8022db350', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:d7:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:26:33Z', 'updated_at': '2022-04-28T17:26:35Z', 'revision_number': 1, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:28:42.258599 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27155776-7528-427a-81e4-45f2abb0aae8 None None] New status for floating IP 642588f4-c1ac-4bf1-b32a-69d3f1c5ff8b: ACTIVE {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:28:42.522467 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539305be-4874-45eb-b3c0-2431e0558894 x-openstack-request-id: req-539305be-4874-45eb-b3c0-2431e0558894 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:28:42.522919 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91275737-966a-4bcd-982c-96817cf35e8f", "tag": "4c18bda2-ea74-4935-91f0-bf9fff990f5a", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:28:42.523022 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-539305be-4874-45eb-b3c0-2431e0558894 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:28:42.523418 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539305be-4874-45eb-b3c0-2431e0558894'] response: {'name': 'network-changed', 'server_uuid': '91275737-966a-4bcd-982c-96817cf35e8f', 'tag': '4c18bda2-ea74-4935-91f0-bf9fff990f5a', 'status': 'completed', 'code': 200} Apr 28 17:28:42.605765 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc54f9-00ac-478f-8ae5-273b5dca567b req-cb8bae8c-46c5-4076-8063-b731777d8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:42.607242 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ddcc54f9-00ac-478f-8ae5-273b5dca567b req-cb8bae8c-46c5-4076-8063-b731777d8316 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 1130 time: 0.0394151 Apr 28 17:28:42.695957 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc54f9-00ac-478f-8ae5-273b5dca567b req-0daa50b8-5b42-481e-b8ef-3ea7152a4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:42.697442 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ddcc54f9-00ac-478f-8ae5-273b5dca567b req-0daa50b8-5b42-481e-b8ef-3ea7152a4cf4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 912 time: 0.0843952 Apr 28 17:28:42.763606 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ddcc54f9-00ac-478f-8ae5-273b5dca567b req-c0e7f55c-92ab-4bc6-b66f-aa99a8b51a6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c18bda2-ea74-4935-91f0-bf9fff990f5a HTTP/1.1" status: 200 len: 1002 time: 0.0597661 Apr 28 17:28:42.815769 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc54f9-00ac-478f-8ae5-273b5dca567b req-255ee0f0-26e5-4290-b17b-15d07f13eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:42.817249 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ddcc54f9-00ac-478f-8ae5-273b5dca567b req-255ee0f0-26e5-4290-b17b-15d07f13eb7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0483024 Apr 28 17:28:42.858771 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc54f9-00ac-478f-8ae5-273b5dca567b req-4982e7e8-2aeb-4c89-9ed4-8bc75a21cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:28:42.860247 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ddcc54f9-00ac-478f-8ae5-273b5dca567b req-4982e7e8-2aeb-4c89-9ed4-8bc75a21cf81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370314 Apr 28 17:28:42.954859 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ddcc54f9-00ac-478f-8ae5-273b5dca567b req-8f84e5b4-cda1-4c7d-875b-9c19e3d6476f service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885680 Apr 28 17:28:43.045206 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-ddcc54f9-00ac-478f-8ae5-273b5dca567b req-fb04a71f-3530-4ddd-9cc6-b15fb48fed5e service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834415 Apr 28 17:28:55.726423 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:02.118686 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-620bab46-6d72-48f0-a53c-12fdf6c7487e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:04.508437 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-bbf372fd-d43f-4f11-8d94-d16ea410c244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:05.371208 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-12e72659-fb1c-43a3-b537-3654e1522de4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386119 Apr 28 17:29:05.482617 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-ea713d12-8525-473e-a3be-ac336f143762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:29:05.484150 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-ea713d12-8525-473e-a3be-ac336f143762 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0397041 Apr 28 17:29:05.597668 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-c7a9805e-3812-47ee-abbc-a1e2023add49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:29:05.599123 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-c7a9805e-3812-47ee-abbc-a1e2023add49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 912 time: 0.0925956 Apr 28 17:29:05.640273 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:05.671759 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-be374639-6303-40a7-9aba-2ee85873f681 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39ead7c-d453-44bd-99c1-7d9009e2086e HTTP/1.1" status: 200 len: 1001 time: 0.0585163 Apr 28 17:29:05.723731 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-e36813da-940c-40b1-a907-cd7cbbba0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:29:05.725170 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-e36813da-940c-40b1-a907-cd7cbbba0ea5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0434060 Apr 28 17:29:05.774834 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-65a1d609-5083-446c-9734-0b79fcaa1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:29:05.776244 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-65a1d609-5083-446c-9734-0b79fcaa1f9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418444 Apr 28 17:29:05.870715 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-c1be4670-1aaf-4a58-b26b-e87ff275bdb9 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846415 Apr 28 17:29:05.965928 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-56e9eb9e-095a-437c-b62f-9bda8057ad35 req-dc5afc33-d8f2-451b-913c-72cecacc61c5 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843911 Apr 28 17:29:06.231785 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:29:07.062878 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:08.519962 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:25.725554 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:32.153936 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5290e75a-64e6-4723-b1aa-f2b565a3d1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:34.519149 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d832995f-0902-405f-8390-b95d7cc76980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:35.645102 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:37.060993 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:38.536260 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:29:43.232599 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:29:55.740290 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:02.128901 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a80ef06c-779b-459c-9d16-6f8407cee948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:04.519027 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6f018c6e-d94e-4004-96ef-25388605173c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:05.642841 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:07.062413 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:07.415693 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-3602c17e-6e2d-43e1-9999-fa306457a733 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449581 Apr 28 17:30:07.494877 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-77b85df2-3844-4025-b566-d447942b6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:07.496343 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-77b85df2-3844-4025-b566-d447942b6711 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 1130 time: 0.0378797 Apr 28 17:30:07.602751 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-58983d06-100a-4410-b53d-bfe831cd605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:07.604196 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-58983d06-100a-4410-b53d-bfe831cd605a service neutron] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 912 time: 0.0860777 Apr 28 17:30:07.670323 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-19c53b88-90a0-47d4-8e33-5893e9ed88cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c18bda2-ea74-4935-91f0-bf9fff990f5a HTTP/1.1" status: 200 len: 1002 time: 0.0559223 Apr 28 17:30:07.724751 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-a3e657ca-2764-49bd-9780-29a45eb9440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:07.726174 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-a3e657ca-2764-49bd-9780-29a45eb9440d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0469582 Apr 28 17:30:07.774280 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-9aaab0b0-84c2-481a-aaa6-62eb378ea329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:07.775768 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-9aaab0b0-84c2-481a-aaa6-62eb378ea329 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386684 Apr 28 17:30:07.865051 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-f1d55494-4e13-4d08-b037-1398b796294c service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795598 Apr 28 17:30:07.958103 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-71c30c70-e054-4778-8de0-58eaf57d5af3 req-0bac78cb-053a-4392-96bd-9ac8ac116c2d service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820155 Apr 28 17:30:08.523981 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:08.587631 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 55164) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:08.734149 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Deleting port d6f956c8-c2f3-4e4f-a0c1-380899959349 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:08.734493 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (d6f956c8-c2f3-4e4f-a0c1-380899959349), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:08.815020 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (d6f956c8-c2f3-4e4f-a0c1-380899959349), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:08.815252 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (d6f956c8-c2f3-4e4f-a0c1-380899959349), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:08.827432 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Calling delete_port for d6f956c8-c2f3-4e4f-a0c1-380899959349 owned by network:floatingip {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:09.060291 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (d6f956c8-c2f3-4e4f-a0c1-380899959349), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:09.090573 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event deleted for resources: {'Port': ['ID=d6f956c8-c2f3-4e4f-a0c1-380899959349,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:09.104316 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.104673 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.105022 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.105370 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.105724 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.106057 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.106380 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.106711 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.107196 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.107382 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.107796 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.108159 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.108493 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.108824 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.109152 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:09.172806 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (642588f4-c1ac-4bf1-b32a-69d3f1c5ff8b), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:09.173349 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.db.l3_db [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Floating IP 642588f4-c1ac-4bf1-b32a-69d3f1c5ff8b disassociated (deleted). External IP: 172.27.2.226, port: 4c18bda2-ea74-4935-91f0-bf9fff990f5a. Apr 28 17:30:09.655178 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:30:09.764485 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:30:09.769334 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:09.773861 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7273d-e218-4203-9d59-1057d46f0983 None None] Sync routers for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:30:09.784116 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a7273d-e218-4203-9d59-1057d46f0983 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:30:09.785643 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-89a7273d-e218-4203-9d59-1057d46f0983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:30:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:09.798745 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-ff7fd023-c4ad-4818-acd4-0cb58f20eba3 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "DELETE /v2.0/floatingips/642588f4-c1ac-4bf1-b32a-69d3f1c5ff8b HTTP/1.1" status: 204 len: 168 time: 1.2100117 Apr 28 17:30:09.799330 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91275737-966a-4bcd-982c-96817cf35e8f', 'tag': '4c18bda2-ea74-4935-91f0-bf9fff990f5a'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:30:09.801708 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206" -d '{"events": [{"name": "network-changed", "server_uuid": "91275737-966a-4bcd-982c-96817cf35e8f", "tag": "4c18bda2-ea74-4935-91f0-bf9fff990f5a"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:30:09.846467 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d9f507-08c8-4d33-b675-4574897b365e x-openstack-request-id: req-a5d9f507-08c8-4d33-b675-4574897b365e {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:30:09.846768 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91275737-966a-4bcd-982c-96817cf35e8f", "tag": "4c18bda2-ea74-4935-91f0-bf9fff990f5a", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:30:09.847026 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5d9f507-08c8-4d33-b675-4574897b365e {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:30:09.847504 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d9f507-08c8-4d33-b675-4574897b365e'] response: {'name': 'network-changed', 'server_uuid': '91275737-966a-4bcd-982c-96817cf35e8f', 'tag': '4c18bda2-ea74-4935-91f0-bf9fff990f5a', 'status': 'completed', 'code': 200} Apr 28 17:30:09.898632 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-89a7273d-e218-4203-9d59-1057d46f0983 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:30:09.933445 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206 req-634b3640-04d9-40eb-87ea-01c8c2e0e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:09.934899 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206 req-634b3640-04d9-40eb-87ea-01c8c2e0e8e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 1130 time: 0.0386872 Apr 28 17:30:10.031892 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206 req-4ef23e78-6b84-431f-8b24-58f2688316ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:10.033372 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206 req-4ef23e78-6b84-431f-8b24-58f2688316ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 912 time: 0.0894647 Apr 28 17:30:10.079918 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206 req-01e2a5f5-c582-40d9-ae14-deb65f5a8d1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c18bda2-ea74-4935-91f0-bf9fff990f5a HTTP/1.1" status: 200 len: 217 time: 0.0360124 Apr 28 17:30:10.136530 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206 req-c077a91d-67a9-444c-8389-0d7227d2f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:10.138130 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206 req-c077a91d-67a9-444c-8389-0d7227d2f1be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0493655 Apr 28 17:30:10.189405 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206 req-cc6b1d15-0f44-410f-8c29-ad9e2e0d4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:10.190855 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206 req-cc6b1d15-0f44-410f-8c29-ad9e2e0d4d32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432646 Apr 28 17:30:10.252130 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-89a7273d-e218-4203-9d59-1057d46f0983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'ae595c07-bc9e-4b15-9c25-83f8022db350', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:d7:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:26:33Z', 'updated_at': '2022-04-28T17:26:35Z', 'revision_number': 1, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:10.278283 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7273d-e218-4203-9d59-1057d46f0983 None None] Checking router: 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:30:10.286540 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a7273d-e218-4203-9d59-1057d46f0983 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:30:10.287163 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-89a7273d-e218-4203-9d59-1057d46f0983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:30:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:10.330424 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095b906-d890-4239-a4d9-df0c54852765 req-4f093add-f6d9-4a62-b3dc-160bd9934fbd tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:10.331869 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6095b906-d890-4239-a4d9-df0c54852765 req-4f093add-f6d9-4a62-b3dc-160bd9934fbd tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 946 time: 0.1271174 Apr 28 17:30:10.379926 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-6095b906-d890-4239-a4d9-df0c54852765 req-86915955-2af5-429e-8d8c-85a8cef7cef9 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Apr 28 17:30:10.397948 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-89a7273d-e218-4203-9d59-1057d46f0983 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:30:10.612629 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-89a7273d-e218-4203-9d59-1057d46f0983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'ae595c07-bc9e-4b15-9c25-83f8022db350', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:d7:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:26:33Z', 'updated_at': '2022-04-28T17:26:35Z', 'revision_number': 1, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:10.639472 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7273d-e218-4203-9d59-1057d46f0983 None None] The sync data for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi is: [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_floatingips': [{'id': 'ae595c07-bc9e-4b15-9c25-83f8022db350', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'router_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'port_id': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'mac_address': 'fa:16:3e:d7:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T17:26:33Z', 'updated_at': '2022-04-28T17:26:35Z', 'revision_number': 1, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:30:10.853141 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681067a-cac8-4ddf-8a98-505f0f9de2d6 None None] New status for floating IP 642588f4-c1ac-4bf1-b32a-69d3f1c5ff8b: DOWN {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:30:11.506971 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206 req-81eb82ad-5369-4794-99bc-daaa6da6d921 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883143 Apr 28 17:30:11.550795 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67738fa-1e22-45ed-b650-f557a795ab30 req-ad8d4da8-06d8-4411-8c86-d5f435d8bd9b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:11.552291 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a67738fa-1e22-45ed-b650-f557a795ab30 req-ad8d4da8-06d8-4411-8c86-d5f435d8bd9b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 946 time: 0.0990729 Apr 28 17:30:11.599999 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a67738fa-1e22-45ed-b650-f557a795ab30 req-d632131c-63ba-4174-a26a-eb8576036d9e tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421982 Apr 28 17:30:11.766157 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-02cf7d9e-cdb2-4f40-b545-ea5ecf8b1206 req-1a4752de-f7ca-41a5-a085-eeb0e18886f3 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908260 Apr 28 17:30:12.161058 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0034d3f-9983-4dd8-bba5-63e67d872781 req-df1d5ff6-7480-4537-b8bb-f53feb2d0e62 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:12.162550 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e0034d3f-9983-4dd8-bba5-63e67d872781 req-df1d5ff6-7480-4537-b8bb-f53feb2d0e62 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 946 time: 0.0516486 Apr 28 17:30:12.250414 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-e0034d3f-9983-4dd8-bba5-63e67d872781 req-62d9ec62-d484-4a30-8c28-a3ed701f3e00 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Deleting port 4c18bda2-ea74-4935-91f0-bf9fff990f5a {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:12.250756 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-e0034d3f-9983-4dd8-bba5-63e67d872781 req-62d9ec62-d484-4a30-8c28-a3ed701f3e00 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:12.339845 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-e0034d3f-9983-4dd8-bba5-63e67d872781 req-62d9ec62-d484-4a30-8c28-a3ed701f3e00 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] For port 4c18bda2-ea74-4935-91f0-bf9fff990f5a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4c18bda2-ea74-4935-91f0-bf9fff990f5a,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:30:12.340242 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-e0034d3f-9983-4dd8-bba5-63e67d872781 req-62d9ec62-d484-4a30-8c28-a3ed701f3e00 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:12.353459 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-e0034d3f-9983-4dd8-bba5-63e67d872781 req-62d9ec62-d484-4a30-8c28-a3ed701f3e00 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Calling delete_port for 4c18bda2-ea74-4935-91f0-bf9fff990f5a owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:12.552713 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-e0034d3f-9983-4dd8-bba5-63e67d872781 req-62d9ec62-d484-4a30-8c28-a3ed701f3e00 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (4c18bda2-ea74-4935-91f0-bf9fff990f5a), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:12.586563 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9ec62-d484-4a30-8c28-a3ed701f3e00 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event deleted for resources: {'Port': ['ID=4c18bda2-ea74-4935-91f0-bf9fff990f5a,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:12.628986 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0034d3f-9983-4dd8-bba5-63e67d872781 req-62d9ec62-d484-4a30-8c28-a3ed701f3e00 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] No DVR routers for this DVR port 4c18bda2-ea74-4935-91f0-bf9fff990f5a on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:30:12.631143 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-e0034d3f-9983-4dd8-bba5-63e67d872781 req-62d9ec62-d484-4a30-8c28-a3ed701f3e00 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:12.634494 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-e0034d3f-9983-4dd8-bba5-63e67d872781 req-62d9ec62-d484-4a30-8c28-a3ed701f3e00 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "DELETE /v2.0/ports/4c18bda2-ea74-4935-91f0-bf9fff990f5a HTTP/1.1" status: 204 len: 173 time: 0.4621434 Apr 28 17:30:12.634921 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91275737-966a-4bcd-982c-96817cf35e8f', 'name': 'network-vif-deleted', 'tag': '4c18bda2-ea74-4935-91f0-bf9fff990f5a'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:30:12.637184 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37809e4d-a0cd-4919-b193-d53cf1fd616c" -d '{"events": [{"server_uuid": "91275737-966a-4bcd-982c-96817cf35e8f", "name": "network-vif-deleted", "tag": "4c18bda2-ea74-4935-91f0-bf9fff990f5a"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:30:12.678259 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afb9e62-f648-4691-be31-921a9e7cb59d x-openstack-request-id: req-6afb9e62-f648-4691-be31-921a9e7cb59d {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:30:12.678259 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91275737-966a-4bcd-982c-96817cf35e8f", "name": "network-vif-deleted", "tag": "4c18bda2-ea74-4935-91f0-bf9fff990f5a", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:30:12.678259 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6afb9e62-f648-4691-be31-921a9e7cb59d {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:30:12.678259 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afb9e62-f648-4691-be31-921a9e7cb59d'] response: {'server_uuid': '91275737-966a-4bcd-982c-96817cf35e8f', 'name': 'network-vif-deleted', 'tag': '4c18bda2-ea74-4935-91f0-bf9fff990f5a', 'status': 'completed', 'code': 200} Apr 28 17:30:12.703779 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-55963493-eada-4f59-9ad2-5da16b10051c req-1aae4a48-7c7c-445e-a9e7-a877fc6a6999 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 210 time: 0.0306349 Apr 28 17:30:13.832917 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c7ac8198-d1d5-4512-9194-fa48cf070ced req-1376ba33-e990-4143-85f8-167e024cf12b tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=91275737-966a-4bcd-982c-96817cf35e8f HTTP/1.1" status: 200 len: 210 time: 0.0366142 Apr 28 17:30:17.103870 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 4c18bda2-ea74-4935-91f0-bf9fff990f5a no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:30:17.128864 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: 4c18bda2-ea74-4935-91f0-bf9fff990f5a {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:30:17.129199 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device 4c18bda2-ea74-4935-91f0-bf9fff990f5a not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:30:17.309014 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55212) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:17.454595 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Deleting port d18f0c63-8102-4f83-9b88-8c232c4ba862 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:17.454830 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (d18f0c63-8102-4f83-9b88-8c232c4ba862), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:17.527758 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (d18f0c63-8102-4f83-9b88-8c232c4ba862), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:17.528102 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (d18f0c63-8102-4f83-9b88-8c232c4ba862), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:17.540462 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Calling delete_port for d18f0c63-8102-4f83-9b88-8c232c4ba862 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:17.769776 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (d18f0c63-8102-4f83-9b88-8c232c4ba862), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:17.799821 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event deleted for resources: {'Port': ['ID=d18f0c63-8102-4f83-9b88-8c232c4ba862,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:17.825336 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.825723 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.826071 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.826420 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.827610 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.827952 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.828311 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.828643 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.828976 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.829307 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.829637 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.829969 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.830298 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.830623 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.830948 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:17.872621 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (ae595c07-bc9e-4b15-9c25-83f8022db350), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:17.873019 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Floating IP ae595c07-bc9e-4b15-9c25-83f8022db350 disassociated (deleted). External IP: 172.27.2.140, port: b39ead7c-d453-44bd-99c1-7d9009e2086e. Apr 28 17:30:18.082331 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:30:18.191414 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:30:18.196296 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:18.202864 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011fc2e-e8b3-4a75-9079-5f0680974ca0 None None] Sync routers for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:30:18.213520 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c011fc2e-e8b3-4a75-9079-5f0680974ca0 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:30:18.214137 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c011fc2e-e8b3-4a75-9079-5f0680974ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:30:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:18.225979 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4345f30d-7f7e-4cf8-8545-e823c344c7ea tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "DELETE /v2.0/floatingips/ae595c07-bc9e-4b15-9c25-83f8022db350 HTTP/1.1" status: 204 len: 168 time: 0.9158411 Apr 28 17:30:18.226575 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'tag': 'b39ead7c-d453-44bd-99c1-7d9009e2086e'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:30:18.228873 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eaadc5155ebb37af6c43561c5fa28573cceee589015b9b4f80b42f4fb8d8f05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ef9823-e735-4d21-9735-12e9aa207b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9", "tag": "b39ead7c-d453-44bd-99c1-7d9009e2086e"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:30:18.266448 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a2839b-69f8-4667-b103-b3e4bbadca62 x-openstack-request-id: req-c6a2839b-69f8-4667-b103-b3e4bbadca62 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:30:18.266989 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9", "tag": "b39ead7c-d453-44bd-99c1-7d9009e2086e", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:30:18.267474 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6a2839b-69f8-4667-b103-b3e4bbadca62 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:30:18.267897 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a2839b-69f8-4667-b103-b3e4bbadca62'] response: {'name': 'network-changed', 'server_uuid': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'tag': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'status': 'completed', 'code': 200} Apr 28 17:30:18.328017 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-c011fc2e-e8b3-4a75-9079-5f0680974ca0 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:30:18.370486 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef9823-e735-4d21-9735-12e9aa207b2f req-04ff2dd9-a316-43b8-a7ca-a9d289d99ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:18.371902 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c5ef9823-e735-4d21-9735-12e9aa207b2f req-04ff2dd9-a316-43b8-a7ca-a9d289d99ce8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b06f627f803d44389c3aac822788b2f7&device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0417924 Apr 28 17:30:18.478234 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef9823-e735-4d21-9735-12e9aa207b2f req-73d61f5e-0589-4e11-bc16-1d38034a7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:18.482373 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c5ef9823-e735-4d21-9735-12e9aa207b2f req-73d61f5e-0589-4e11-bc16-1d38034a7e82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 200 len: 912 time: 0.1002986 Apr 28 17:30:18.535798 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c5ef9823-e735-4d21-9735-12e9aa207b2f req-4768c3a0-2609-4e48-8e75-08edc7efaaf8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39ead7c-d453-44bd-99c1-7d9009e2086e HTTP/1.1" status: 200 len: 217 time: 0.0421994 Apr 28 17:30:18.559017 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c011fc2e-e8b3-4a75-9079-5f0680974ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:18.593366 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef9823-e735-4d21-9735-12e9aa207b2f req-8469cd22-b46c-4695-a8cd-2ca2fe8d74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:18.595144 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c5ef9823-e735-4d21-9735-12e9aa207b2f req-8469cd22-b46c-4695-a8cd-2ca2fe8d74ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 200 len: 850 time: 0.0489464 Apr 28 17:30:18.595627 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011fc2e-e8b3-4a75-9079-5f0680974ca0 None None] Checking router: 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:30:18.605960 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c011fc2e-e8b3-4a75-9079-5f0680974ca0 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:30:18.606581 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c011fc2e-e8b3-4a75-9079-5f0680974ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:30:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:18.704503 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522dabc-9bb9-4dde-9b0f-6cb5bd7c5640 req-9b5a5822-c6d1-43a5-a741-e8914abe70aa tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:18.706211 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8522dabc-9bb9-4dde-9b0f-6cb5bd7c5640 req-9b5a5822-c6d1-43a5-a741-e8914abe70aa tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 945 time: 0.0516815 Apr 28 17:30:18.726636 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-c011fc2e-e8b3-4a75-9079-5f0680974ca0 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:30:18.758152 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-8522dabc-9bb9-4dde-9b0f-6cb5bd7c5640 req-3513f3f6-d261-4e19-8dbe-6f172d97920a tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457428 Apr 28 17:30:18.921164 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c011fc2e-e8b3-4a75-9079-5f0680974ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:18.950225 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c011fc2e-e8b3-4a75-9079-5f0680974ca0 None None] The sync data for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi is: [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:05Z', 'revision_number': 4, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi', '_interfaces': [{'id': '89a064f1-53fe-42c8-ac89-ea5c2519dd80', 'name': '', 'network_id': 'd2059698-2686-4f2a-85b8-09879f4d7e13', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'mac_address': 'fa:16:3e:e4:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:04Z', 'updated_at': '2022-04-28T17:23:12Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'subnets': [{'id': '1004a272-91d0-4707-b932-1b1b1a9dc0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:30:19.167270 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2e0cc2-8abb-4ced-9779-cff2ead3649a None None] New status for floating IP ae595c07-bc9e-4b15-9c25-83f8022db350: DOWN {{(pid=103999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 17:30:19.869549 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef9823-e735-4d21-9735-12e9aa207b2f req-c504f720-140b-4859-92d9-eef6e663fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:19.871033 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c5ef9823-e735-4d21-9735-12e9aa207b2f req-c504f720-140b-4859-92d9-eef6e663fe9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d2059698-2686-4f2a-85b8-09879f4d7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380595 Apr 28 17:30:19.872976 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b06439-cfe9-41a3-99bf-5d9725f3f25b req-e2f6c1c7-ed4e-461c-9a26-e8e730e00f81 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:19.875079 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d6b06439-cfe9-41a3-99bf-5d9725f3f25b req-e2f6c1c7-ed4e-461c-9a26-e8e730e00f81 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 945 time: 0.0464704 Apr 28 17:30:19.923923 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d6b06439-cfe9-41a3-99bf-5d9725f3f25b req-a5a56117-abb1-4543-be14-e5720bb65a6f tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b286790-5ec4-4176-b847-14175558b04a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Apr 28 17:30:19.973867 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c5ef9823-e735-4d21-9735-12e9aa207b2f req-ed99946d-73d7-4fc3-9db3-756ef3ded6ac service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857942 Apr 28 17:30:20.156438 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-c5ef9823-e735-4d21-9735-12e9aa207b2f req-e66e9afd-2402-4195-bb14-99504905cd40 service neutron] 10.222.0.66 "GET /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871406 Apr 28 17:30:20.231733 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:30:20.519127 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80701b0-54b5-4736-bd4e-14678baa9d19 req-bf74d908-909f-4c36-bc28-55ab810d0615 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 17:30:20.520615 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d80701b0-54b5-4736-bd4e-14678baa9d19 req-bf74d908-909f-4c36-bc28-55ab810d0615 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 945 time: 0.0474617 Apr 28 17:30:20.604425 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-d80701b0-54b5-4736-bd4e-14678baa9d19 req-b995e4d4-8f0e-469a-a3ff-efbeb74d822d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Deleting port b39ead7c-d453-44bd-99c1-7d9009e2086e {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:20.604771 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-d80701b0-54b5-4736-bd4e-14678baa9d19 req-b995e4d4-8f0e-469a-a3ff-efbeb74d822d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:20.694837 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [req-d80701b0-54b5-4736-bd4e-14678baa9d19 req-b995e4d4-8f0e-469a-a3ff-efbeb74d822d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] For port b39ead7c-d453-44bd-99c1-7d9009e2086e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b39ead7c-d453-44bd-99c1-7d9009e2086e,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:30:20.695203 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-d80701b0-54b5-4736-bd4e-14678baa9d19 req-b995e4d4-8f0e-469a-a3ff-efbeb74d822d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:20.708518 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [req-d80701b0-54b5-4736-bd4e-14678baa9d19 req-b995e4d4-8f0e-469a-a3ff-efbeb74d822d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Calling delete_port for b39ead7c-d453-44bd-99c1-7d9009e2086e owned by compute:nova {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:20.899754 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-d80701b0-54b5-4736-bd4e-14678baa9d19 req-b995e4d4-8f0e-469a-a3ff-efbeb74d822d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (b39ead7c-d453-44bd-99c1-7d9009e2086e), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:20.928303 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995e4d4-8f0e-469a-a3ff-efbeb74d822d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event deleted for resources: {'Port': ['ID=b39ead7c-d453-44bd-99c1-7d9009e2086e,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:20.972789 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80701b0-54b5-4736-bd4e-14678baa9d19 req-b995e4d4-8f0e-469a-a3ff-efbeb74d822d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] No DVR routers for this DVR port b39ead7c-d453-44bd-99c1-7d9009e2086e on host hv-cinder-82694 {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:30:20.975230 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [req-d80701b0-54b5-4736-bd4e-14678baa9d19 req-b995e4d4-8f0e-469a-a3ff-efbeb74d822d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for port (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:20.978621 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-d80701b0-54b5-4736-bd4e-14678baa9d19 req-b995e4d4-8f0e-469a-a3ff-efbeb74d822d tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.66 "DELETE /v2.0/ports/b39ead7c-d453-44bd-99c1-7d9009e2086e HTTP/1.1" status: 204 len: 173 time: 0.4510357 Apr 28 17:30:20.979060 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'name': 'network-vif-deleted', 'tag': 'b39ead7c-d453-44bd-99c1-7d9009e2086e'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 17:30:20.981325 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acd0187767ac0be388ee0028a0d1e0e0f2e78fe56f6847403f1c0115a494302" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cca43ca-eeee-4470-8fab-2ff39e22b3fe" -d '{"events": [{"server_uuid": "cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9", "name": "network-vif-deleted", "tag": "b39ead7c-d453-44bd-99c1-7d9009e2086e"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 17:30:21.025993 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f09aa9-131a-4da7-8fe0-5ed8fae1dfed x-openstack-request-id: req-04f09aa9-131a-4da7-8fe0-5ed8fae1dfed {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 17:30:21.026295 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9", "name": "network-vif-deleted", "tag": "b39ead7c-d453-44bd-99c1-7d9009e2086e", "status": "completed", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 17:30:21.026555 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04f09aa9-131a-4da7-8fe0-5ed8fae1dfed {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 17:30:21.026963 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f09aa9-131a-4da7-8fe0-5ed8fae1dfed'] response: {'server_uuid': 'cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9', 'name': 'network-vif-deleted', 'tag': 'b39ead7c-d453-44bd-99c1-7d9009e2086e', 'status': 'completed', 'code': 200} Apr 28 17:30:21.029314 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [req-1636ba51-c63f-4850-95ea-fcc37532ba6a req-d5fab4e2-95b0-4b8e-81f9-c307e6418428 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 210 time: 0.0354738 Apr 28 17:30:22.143454 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2c2be168-0701-4b48-8c50-7055be226aca req-70c8ff37-4875-4796-beba-be93b46df421 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabc3ac3-6c4b-40f4-b1d4-5359fabe5fb9 HTTP/1.1" status: 200 len: 210 time: 0.0273676 Apr 28 17:30:23.204626 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55230) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:23.320690 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-f7ced015-ff3b-4ae1-a2a8-c70e7e8a43ce tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Deleting port c56540eb-a6c8-4765-8bb1-d93ef6d73229 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:23.321029 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f7ced015-ff3b-4ae1-a2a8-c70e7e8a43ce tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (c56540eb-a6c8-4765-8bb1-d93ef6d73229), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:23.393812 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f7ced015-ff3b-4ae1-a2a8-c70e7e8a43ce tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (c56540eb-a6c8-4765-8bb1-d93ef6d73229), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:23.394037 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f7ced015-ff3b-4ae1-a2a8-c70e7e8a43ce tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (c56540eb-a6c8-4765-8bb1-d93ef6d73229), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:23.406366 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-f7ced015-ff3b-4ae1-a2a8-c70e7e8a43ce tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Calling delete_port for c56540eb-a6c8-4765-8bb1-d93ef6d73229 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:23.586659 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f7ced015-ff3b-4ae1-a2a8-c70e7e8a43ce tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (c56540eb-a6c8-4765-8bb1-d93ef6d73229), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:23.613423 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ced015-ff3b-4ae1-a2a8-c70e7e8a43ce tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event deleted for resources: {'Port': ['ID=c56540eb-a6c8-4765-8bb1-d93ef6d73229,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:23.675180 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f7ced015-ff3b-4ae1-a2a8-c70e7e8a43ce tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for floatingip (047360bb-f87e-49ba-a69c-2c941a1ea2ff), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:23.677634 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f7ced015-ff3b-4ae1-a2a8-c70e7e8a43ce tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954254'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:23.678732 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f7ced015-ff3b-4ae1-a2a8-c70e7e8a43ce tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "DELETE /v2.0/floatingips/047360bb-f87e-49ba-a69c-2c941a1ea2ff HTTP/1.1" status: 204 len: 168 time: 0.4731286 Apr 28 17:30:25.069963 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55242) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:25.120414 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device b39ead7c-d453-44bd-99c1-7d9009e2086e no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:30:25.125960 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-47388ff5-160d-4ac7-ac20-a756b2ddc095 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group (2b286790-5ec4-4176-b847-14175558b04a), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:25.140810 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] No Port match for: b39ead7c-d453-44bd-99c1-7d9009e2086e {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:30:25.145135 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Device b39ead7c-d453-44bd-99c1-7d9009e2086e not bound to the agent host hv-cinder-82694 {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:30:25.151817 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-47388ff5-160d-4ac7-ac20-a756b2ddc095 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group (2b286790-5ec4-4176-b847-14175558b04a), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:25.323901 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-47388ff5-160d-4ac7-ac20-a756b2ddc095 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (2b286790-5ec4-4176-b847-14175558b04a), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:25.327067 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-47388ff5-160d-4ac7-ac20-a756b2ddc095 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:25.334284 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-47388ff5-160d-4ac7-ac20-a756b2ddc095 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] 10.222.0.64 "DELETE /v2.0/security-groups/2b286790-5ec4-4176-b847-14175558b04a HTTP/1.1" status: 204 len: 168 time: 0.2573180 Apr 28 17:30:25.338000 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47388ff5-160d-4ac7-ac20-a756b2ddc095 tempest-TestVolumeBootPattern-1366970412 tempest-TestVolumeBootPattern-1366970412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b286790-5ec4-4176-b847-14175558b04a,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:25.519740 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55246) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:25.763886 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:25.971475 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346427'] for router_interface (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:26.203361 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] Deleting port 89a064f1-53fe-42c8-ac89-ea5c2519dd80 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:26.204020 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:26.279911 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] For port 89a064f1-53fe-42c8-ac89-ea5c2519dd80, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=89a064f1-53fe-42c8-ac89-ea5c2519dd80,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:30:26.280227 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:26.292821 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] Calling delete_port for 89a064f1-53fe-42c8-ac89-ea5c2519dd80 owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:26.559341 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (89a064f1-53fe-42c8-ac89-ea5c2519dd80), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:26.583958 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=89a064f1-53fe-42c8-ac89-ea5c2519dd80,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:26.754275 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346519'] for router_interface (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:27.219953 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] Router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:30:27.326423 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:30:27.331505 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-954a11b3-ef3e-4275-b1ec-2f937b0385c8 admin admin] 10.222.0.64 "PUT /v2.0/routers/4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8106194 Apr 28 17:30:27.334053 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55250) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:27.334811 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b6ae7a-8fb7-4564-b667-30dcca757745 None None] Sync routers for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:30:27.345672 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b6ae7a-8fb7-4564-b667-30dcca757745 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:30:27.346287 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d2b6ae7a-8fb7-4564-b667-30dcca757745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:30:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:27.439666 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Publish callbacks [] for router (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:27.452782 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d2b6ae7a-8fb7-4564-b667-30dcca757745 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:30:27.543975 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Publish callbacks [] for router_gateway (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:27.624462 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d2b6ae7a-8fb7-4564-b667-30dcca757745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:30:26Z', 'revision_number': 5, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port': {'id': '979159b7-9ebb-4a78-a348-06b59f67dc3e', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:27.651501 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b6ae7a-8fb7-4564-b667-30dcca757745 None None] Checking router: 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 for host: dv-cinder-826949-5-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:30:27.659877 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b6ae7a-8fb7-4564-b667-30dcca757745 None None] Routers {'4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:30:27.660523 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d2b6ae7a-8fb7-4564-b667-30dcca757745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:30:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:27.661528 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Deleting port 979159b7-9ebb-4a78-a348-06b59f67dc3e {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:27.661877 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:27.742402 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] For port 979159b7-9ebb-4a78-a348-06b59f67dc3e, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=979159b7-9ebb-4a78-a348-06b59f67dc3e,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:30:27.742881 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:27.757737 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Calling delete_port for 979159b7-9ebb-4a78-a348-06b59f67dc3e owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:27.882953 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-d2b6ae7a-8fb7-4564-b667-30dcca757745 None None] Set router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:30:27.936099 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-d2b6ae7a-8fb7-4564-b667-30dcca757745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:30:27Z', 'revision_number': 6, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port_host': None}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:27.964870 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b6ae7a-8fb7-4564-b667-30dcca757745 None None] The sync data for ids ['4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9'] in dv-cinder-826949-5-iscsi is: [{'id': '4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9', 'name': 'tempest-TestVolumeBootPattern-803656583-router', 'tenant_id': 'b06f627f803d44389c3aac822788b2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:01Z', 'updated_at': '2022-04-28T17:30:27Z', 'revision_number': 6, 'project_id': 'b06f627f803d44389c3aac822788b2f7', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:30:27.981578 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (979159b7-9ebb-4a78-a348-06b59f67dc3e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.012037 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Pushing event deleted for resources: {'Port': ['ID=979159b7-9ebb-4a78-a348-06b59f67dc3e,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:28.073377 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-723709'] for router_gateway (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.165785 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-348742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14345'] for router (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.167896 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Publish callbacks [] for router_controller (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.346891 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-348767'] for router (4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.347592 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 17:30:28.358258 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.358258 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ddc87952-bb3f-4baa-8a0a-b2d1c4570263 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4c30fd1a-97ca-4cfc-bf96-62d4c10d22b9 HTTP/1.1" status: 204 len: 168 time: 1.0181832 Apr 28 17:30:28.358258 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55252) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:28.403777 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4fba01-5014-40f4-9141-a8449a2ddb82 admin admin] Deleting subnet 1004a272-91d0-4707-b932-1b1b1a9dc0ee {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:30:28.406797 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba01-5014-40f4-9141-a8449a2ddb82 admin admin] Publish callbacks [] for subnet (1004a272-91d0-4707-b932-1b1b1a9dc0ee), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.441344 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba01-5014-40f4-9141-a8449a2ddb82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5926562'] for subnet (1004a272-91d0-4707-b932-1b1b1a9dc0ee), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.526920 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba01-5014-40f4-9141-a8449a2ddb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (1004a272-91d0-4707-b932-1b1b1a9dc0ee), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.642571 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba01-5014-40f4-9141-a8449a2ddb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6706966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5919827'] for subnet (1004a272-91d0-4707-b932-1b1b1a9dc0ee), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.669285 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fba01-5014-40f4-9141-a8449a2ddb82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1004a272-91d0-4707-b932-1b1b1a9dc0ee,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:28.671984 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d4fba01-5014-40f4-9141-a8449a2ddb82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.675220 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4d4fba01-5014-40f4-9141-a8449a2ddb82 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1004a272-91d0-4707-b932-1b1b1a9dc0ee HTTP/1.1" status: 204 len: 168 time: 0.3185825 Apr 28 17:30:28.677679 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453aade1-4e9b-414e-ac21-f6ce0a265f57 None None] Network d2059698-2686-4f2a-85b8-09879f4d7e13 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:30:28.678178 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55254) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:28.749175 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (d2059698-2686-4f2a-85b8-09879f4d7e13), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.769191 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 89a064f1-53fe-42c8-ac89-ea5c2519dd80 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:30:28.803981 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Deleting port cabf0eb6-f32f-4624-bbda-5d37357ba7ad {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:28.804355 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.814440 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 89a064f1-53fe-42c8-ac89-ea5c2519dd80 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:30:28.814747 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 89a064f1-53fe-42c8-ac89-ea5c2519dd80 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:30:28.815109 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 979159b7-9ebb-4a78-a348-06b59f67dc3e no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:30:28.837816 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 979159b7-9ebb-4a78-a348-06b59f67dc3e {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:30:28.838169 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 979159b7-9ebb-4a78-a348-06b59f67dc3e not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:30:28.876186 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] For port cabf0eb6-f32f-4624-bbda-5d37357ba7ad, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=cabf0eb6-f32f-4624-bbda-5d37357ba7ad,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:30:28.876564 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:28.892315 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Calling delete_port for cabf0eb6-f32f-4624-bbda-5d37357ba7ad owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:28.906880 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] DHCP port deletion for d2059698-2686-4f2a-85b8-09879f4d7e13 request from dv-cinder-826949-5-iscsi {{(pid=103998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 17:30:28.948045 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Deleting port cabf0eb6-f32f-4624-bbda-5d37357ba7ad {{(pid=103998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:28.948491 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), before_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:29.025532 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] For port cabf0eb6-f32f-4624-bbda-5d37357ba7ad, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=cabf0eb6-f32f-4624-bbda-5d37357ba7ad,segment=NetworkSegment(b45eac88-e537-4f88-a0ab-78e369024fff),segment_id=b45eac88-e537-4f88-a0ab-78e369024fff)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:30:29.026072 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), precommit_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:29.043686 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Calling delete_port for cabf0eb6-f32f-4624-bbda-5d37357ba7ad owned by network:dhcp {{(pid=103998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:29.055431 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:29.085250 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Pushing event deleted for resources: {'Port': ['ID=cabf0eb6-f32f-4624-bbda-5d37357ba7ad,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:29.089025 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] No DVR routers for this DVR port cabf0eb6-f32f-4624-bbda-5d37357ba7ad on host dv-cinder-826949-5-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:30:29.142571 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167'] for port (cabf0eb6-f32f-4624-bbda-5d37357ba7ad), after_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:29.167105 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (d2059698-2686-4f2a-85b8-09879f4d7e13), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:29.168798 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Pushing event deleted for resources: {'Port': ['ID=cabf0eb6-f32f-4624-bbda-5d37357ba7ad,revision_number=None']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:29.174233 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] No DVR routers for this DVR port cabf0eb6-f32f-4624-bbda-5d37357ba7ad on host dv-cinder-826949-5-iscsi {{(pid=103998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:30:29.186681 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.187043 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.187525 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.187729 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.188059 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.189818 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.189818 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.189818 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.190267 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.190267 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.190569 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.191237 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.194474 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.194474 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.194474 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575b8b-d49a-4555-8fec-54ec8579c7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-5-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 17:30:29.200959 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2059698-2686-4f2a-85b8-09879f4d7e13']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:29.213398 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45eac88-e537-4f88-a0ab-78e369024fff') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:29.214093 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45eac88-e537-4f88-a0ab-78e369024fff') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:29.227380 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5926587'] for segment (b45eac88-e537-4f88-a0ab-78e369024fff), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:29.240721 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (b45eac88-e537-4f88-a0ab-78e369024fff), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:29.246788 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:30:29.247177 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6703600'] for segment (b45eac88-e537-4f88-a0ab-78e369024fff), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: Traceback (most recent call last): Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: timer() Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: cb(*args, **kw) Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: return func(*args, **kwargs) Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: self._notify() Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: self.callback(batched_events) Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: event.method(event) Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: return f(self, *a, **k) Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._get(url).json() Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:30:29.249201 dv-cinder-826949-5-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:30:29.362172 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (d2059698-2686-4f2a-85b8-09879f4d7e13), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:29.367494 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:29.373896 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] 10.222.0.64 "DELETE /v2.0/networks/d2059698-2686-4f2a-85b8-09879f4d7e13 HTTP/1.1" status: 204 len: 168 time: 0.6921408 Apr 28 17:30:29.374252 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 55256) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:29.382454 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320cafd-9bf3-4d56-aaa9-5a8a8f49551e admin admin] Pushing event deleted for resources: {'Network': ['ID=d2059698-2686-4f2a-85b8-09879f4d7e13,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:29.707011 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346427'] for router_interface (94415f92-0b46-4ad9-a45f-6ac67e4d2955), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:29.936746 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] Deleting port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:29.937080 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:30.016329 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] For port 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca,segment=NetworkSegment(01a5b226-6c78-4733-b44a-3ba2179247cb),segment_id=01a5b226-6c78-4733-b44a-3ba2179247cb)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:30:30.016704 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:30.033616 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] Calling delete_port for 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca owned by network:router_interface {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:30.350898 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:30.376428 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:30.551470 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-346519'] for router_interface (94415f92-0b46-4ad9-a45f-6ac67e4d2955), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:30.709307 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device cabf0eb6-f32f-4624-bbda-5d37357ba7ad no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:30:30.729083 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: cabf0eb6-f32f-4624-bbda-5d37357ba7ad {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:30:30.729432 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device cabf0eb6-f32f-4624-bbda-5d37357ba7ad not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:30:30.782534 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] Router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 has already been hosted by L3 agent 2328be28-078e-4849-a398-3f5045911048 {{(pid=103997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 17:30:30.889667 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] Notify agent at l3_agent.dv-cinder-826949-5-iscsi the message routers_updated {{(pid=103997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 17:30:30.894591 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-fe6cdf6e-f4d2-4c20-829a-9d3a12311ac6 admin admin] 10.222.0.64 "PUT /v2.0/routers/94415f92-0b46-4ad9-a45f-6ac67e4d2955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5193369 Apr 28 17:30:30.897082 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 55258) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:30.898104 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc83d7-f43f-42ed-ab68-57d1f0f63cd3 None None] Sync routers for ids ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'] in dv-cinder-826949-5-iscsi {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 17:30:30.909918 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc83d7-f43f-42ed-ab68-57d1f0f63cd3 None None] Routers {'94415f92-0b46-4ad9-a45f-6ac67e4d2955'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:30:30.910531 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-edbc83d7-f43f-42ed-ab68-57d1f0f63cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:30:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:31.001183 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Publish callbacks [] for router (94415f92-0b46-4ad9-a45f-6ac67e4d2955), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:31.016014 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-edbc83d7-f43f-42ed-ab68-57d1f0f63cd3 None None] Set router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 gateway port host: dv-cinder-826949-5-iscsi {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:30:31.109005 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Publish callbacks [] for router_gateway (94415f92-0b46-4ad9-a45f-6ac67e4d2955), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:31.193219 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-edbc83d7-f43f-42ed-ab68-57d1f0f63cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'name': 'tempest-TestVolumeBootPattern-32714826-router', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'external_fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:10Z', 'updated_at': '2022-04-28T17:30:30Z', 'revision_number': 5, 'project_id': '5e17439c424241e79f250da312bdc157', 'gw_port': {'id': 'd831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9', 'name': '', 'network_id': 'f8764e81-f1f8-4275-aee3-2fa9a09189b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T17:23:12Z', 'updated_at': '2022-04-28T17:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d6f96f9-ca0a-45d2-ac5c-383646500318', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-5-iscsi'}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:31.224638 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc83d7-f43f-42ed-ab68-57d1f0f63cd3 None None] Checking router: 94415f92-0b46-4ad9-a45f-6ac67e4d2955 for host: dv-cinder-826949-5-iscsi {{(pid=103999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 17:30:31.229314 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Deleting port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:31.229662 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:31.233553 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc83d7-f43f-42ed-ab68-57d1f0f63cd3 None None] Routers {'94415f92-0b46-4ad9-a45f-6ac67e4d2955'} bound to L3 agent in host dv-cinder-826949-5-iscsi {{(pid=103999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 17:30:31.234171 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-edbc83d7-f43f-42ed-ab68-57d1f0f63cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T17:06:04Z,description=,heartbeat_timestamp=2022-04-28T17:30:04Z,host='dv-cinder-826949-5-iscsi',id=2328be28-078e-4849-a398-3f5045911048,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T17:06:05Z,topic='l3_agent')) {'router_ids': ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'], 'active': True} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:31.313395 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] For port d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9,segment=NetworkSegment(e52469d0-c4dd-4d53-99b9-f12f8f829dd3),segment_id=e52469d0-c4dd-4d53-99b9-f12f8f829dd3)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:30:31.314080 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:31.325642 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_dvr_db [None req-edbc83d7-f43f-42ed-ab68-57d1f0f63cd3 None None] Set router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 gateway port host: None {{(pid=103999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 17:30:31.327828 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Calling delete_port for d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 owned by network:router_gateway {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:31.472758 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.l3_hamode_db [None req-edbc83d7-f43f-42ed-ab68-57d1f0f63cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'name': 'tempest-TestVolumeBootPattern-32714826-router', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:10Z', 'updated_at': '2022-04-28T17:30:31Z', 'revision_number': 6, 'project_id': '5e17439c424241e79f250da312bdc157', 'gw_port_host': None}], 'dv-cinder-826949-5-iscsi', False) {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:31.505506 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc83d7-f43f-42ed-ab68-57d1f0f63cd3 None None] The sync data for ids ['94415f92-0b46-4ad9-a45f-6ac67e4d2955'] in dv-cinder-826949-5-iscsi is: [{'id': '94415f92-0b46-4ad9-a45f-6ac67e4d2955', 'name': 'tempest-TestVolumeBootPattern-32714826-router', 'tenant_id': '5e17439c424241e79f250da312bdc157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T17:23:10Z', 'updated_at': '2022-04-28T17:30:31Z', 'revision_number': 6, 'project_id': '5e17439c424241e79f250da312bdc157', 'gw_port_host': None}] {{(pid=103999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 17:30:31.819415 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372220'] for port (d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:31.843664 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:31.910925 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-723709'] for router_gateway (94415f92-0b46-4ad9-a45f-6ac67e4d2955), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.001388 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-348742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14345'] for router (94415f92-0b46-4ad9-a45f-6ac67e4d2955), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.003758 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Publish callbacks [] for router_controller (94415f92-0b46-4ad9-a45f-6ac67e4d2955), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.118208 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-348767'] for router (94415f92-0b46-4ad9-a45f-6ac67e4d2955), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.118673 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94415f92-0b46-4ad9-a45f-6ac67e4d2955 {{(pid=103997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 17:30:32.123900 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.124827 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-450c75fb-c456-4844-be9b-568d51227ed5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/94415f92-0b46-4ad9-a45f-6ac67e4d2955 HTTP/1.1" status: 204 len: 168 time: 1.2268240 Apr 28 17:30:32.127514 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.wsgi [-] (103997) accepted ('10.222.0.64', 55260) {{(pid=103997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:32.143634 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed02-f1de-45c7-b58b-f33312757309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.171601 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_v2 [None req-7183dbe2-8424-4b4f-8c8c-c23e4e84c32c admin admin] Deleting subnet 1dd97865-1a17-42d1-8991-2d8f30ea55f3 {{(pid=103997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 17:30:32.174617 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7183dbe2-8424-4b4f-8c8c-c23e4e84c32c admin admin] Publish callbacks [] for subnet (1dd97865-1a17-42d1-8991-2d8f30ea55f3), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.209039 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7183dbe2-8424-4b4f-8c8c-c23e4e84c32c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4244606'] for subnet (1dd97865-1a17-42d1-8991-2d8f30ea55f3), precommit_delete_associations {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.290885 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7183dbe2-8424-4b4f-8c8c-c23e4e84c32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437217'] for subnet (1dd97865-1a17-42d1-8991-2d8f30ea55f3), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.397470 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7183dbe2-8424-4b4f-8c8c-c23e4e84c32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5206430'] for subnet (1dd97865-1a17-42d1-8991-2d8f30ea55f3), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.425074 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183dbe2-8424-4b4f-8c8c-c23e4e84c32c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd97865-1a17-42d1-8991-2d8f30ea55f3,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:32.428806 dv-cinder-826949-5-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7183dbe2-8424-4b4f-8c8c-c23e4e84c32c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.435566 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55262) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:32.436097 dv-cinder-826949-5-iscsi neutron-server[103997]: INFO neutron.wsgi [None req-7183dbe2-8424-4b4f-8c8c-c23e4e84c32c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1dd97865-1a17-42d1-8991-2d8f30ea55f3 HTTP/1.1" status: 204 len: 168 time: 0.3058958 Apr 28 17:30:32.436226 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2833b09-69b0-467c-a0ee-c31aff85d730 None None] Network 9b883508-5194-425b-a1dc-6eae65140ff1 requested from dv-cinder-826949-5-iscsi {{(pid=103998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 17:30:32.510276 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1822351'] for network (9b883508-5194-425b-a1dc-6eae65140ff1), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.560304 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Deleting port b61c76ba-a53f-428d-975a-3322da54804d {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:32.560965 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (b61c76ba-a53f-428d-975a-3322da54804d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.594190 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fabc08-1559-4da7-bd36-d3ba07ab682b None None] DHCP port deletion for 9b883508-5194-425b-a1dc-6eae65140ff1 request from dv-cinder-826949-5-iscsi {{(pid=103998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 17:30:32.630306 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] For port b61c76ba-a53f-428d-975a-3322da54804d, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b61c76ba-a53f-428d-975a-3322da54804d,segment=NetworkSegment(01a5b226-6c78-4733-b44a-3ba2179247cb),segment_id=01a5b226-6c78-4733-b44a-3ba2179247cb)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:30:32.630675 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (b61c76ba-a53f-428d-975a-3322da54804d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.637725 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-31fabc08-1559-4da7-bd36-d3ba07ab682b None None] Deleting port b61c76ba-a53f-428d-975a-3322da54804d {{(pid=103998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 17:30:32.638224 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-31fabc08-1559-4da7-bd36-d3ba07ab682b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776149724236'] for port (b61c76ba-a53f-428d-975a-3322da54804d), before_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.651202 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Calling delete_port for b61c76ba-a53f-428d-975a-3322da54804d owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:32.697637 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:30:32.726880 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:30:32.727229 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device 36fe0d72-f69c-4ae3-9193-fe3dfe0e9eca not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:30:32.727659 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:30:32.730709 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-31fabc08-1559-4da7-bd36-d3ba07ab682b None None] For port b61c76ba-a53f-428d-975a-3322da54804d, host dv-cinder-826949-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-5-iscsi',level=0,port_id=b61c76ba-a53f-428d-975a-3322da54804d,segment=NetworkSegment(01a5b226-6c78-4733-b44a-3ba2179247cb),segment_id=01a5b226-6c78-4733-b44a-3ba2179247cb)] {{(pid=103998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 17:30:32.731117 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-31fabc08-1559-4da7-bd36-d3ba07ab682b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781638'] for port (b61c76ba-a53f-428d-975a-3322da54804d), precommit_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.756562 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No Port match for: d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 17:30:32.756913 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device d831d6ae-8d5d-4f0c-9e2c-a55f1a42b1e9 not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:30:32.757420 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b61c76ba-a53f-428d-975a-3322da54804d no longer exists at agent ovs-agent-dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 17:30:32.762698 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-31fabc08-1559-4da7-bd36-d3ba07ab682b None None] Calling delete_port for b61c76ba-a53f-428d-975a-3322da54804d owned by network:dhcp {{(pid=103998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 17:30:32.787387 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6703559'] for port (b61c76ba-a53f-428d-975a-3322da54804d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.812307 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Pushing event deleted for resources: {'Port': ['ID=b61c76ba-a53f-428d-975a-3322da54804d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:32.815969 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] No DVR routers for this DVR port b61c76ba-a53f-428d-975a-3322da54804d on host dv-cinder-826949-5-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:30:32.841703 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] No active binding found for port b61c76ba-a53f-428d-975a-3322da54804d {{(pid=103998) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 17:30:32.842647 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] The host dv-cinder-826949-5-iscsi is not matching for port b61c76ba-a53f-428d-975a-3322da54804d host None! {{(pid=103998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 28 17:30:32.843037 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.rpc [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Device b61c76ba-a53f-428d-975a-3322da54804d not bound to the agent host dv-cinder-826949-5-iscsi {{(pid=103998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 17:30:32.876824 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-31fabc08-1559-4da7-bd36-d3ba07ab682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1782278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776149730762', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776149240167'] for port (b61c76ba-a53f-428d-975a-3322da54804d), after_delete {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.892867 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1431484', 'neutron.services.segments.db._delete_segments_for_network-8776149768313'] for network (9b883508-5194-425b-a1dc-6eae65140ff1), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.904210 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fabc08-1559-4da7-bd36-d3ba07ab682b None None] Pushing event deleted for resources: {'Port': ['ID=b61c76ba-a53f-428d-975a-3322da54804d,revision_number=None']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:32.908660 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fabc08-1559-4da7-bd36-d3ba07ab682b None None] No DVR routers for this DVR port b61c76ba-a53f-428d-975a-3322da54804d on host dv-cinder-826949-5-iscsi {{(pid=103998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 17:30:32.921651 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b883508-5194-425b-a1dc-6eae65140ff1']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:32.927346 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a5b226-6c78-4733-b44a-3ba2179247cb') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:32.927650 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a5b226-6c78-4733-b44a-3ba2179247cb') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 17:30:32.937211 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776149768834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5926587'] for segment (01a5b226-6c78-4733-b44a-3ba2179247cb), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.950349 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068'] for segment (01a5b226-6c78-4733-b44a-3ba2179247cb), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.957842 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 17:30:32.958241 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1435068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6703600'] for segment (01a5b226-6c78-4733-b44a-3ba2179247cb), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: Traceback (most recent call last): Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: timer() Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: cb(*args, **kw) Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: return func(*args, **kwargs) Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: self._notify() Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: self.callback(batched_events) Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: event.method(event) Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: return f(self, *a, **k) Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._get(url).json() Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: return self.request(url, 'GET', **kwargs) Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 17:30:32.959940 dv-cinder-826949-5-iscsi neutron-server[103996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 17:30:33.089677 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1431459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722197'] for network (9b883508-5194-425b-a1dc-6eae65140ff1), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:33.096874 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533707'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:33.100098 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] 10.222.0.64 "DELETE /v2.0/networks/9b883508-5194-425b-a1dc-6eae65140ff1 HTTP/1.1" status: 204 len: 168 time: 0.6645463 Apr 28 17:30:33.110218 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b2049-b2e7-4cfc-8e0b-ec6d8fcce81c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b883508-5194-425b-a1dc-6eae65140ff1,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:33.515428 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55266) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:33.555188 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5e3689a1-4272-425c-b3e1-122ec6f2a2b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b06f627f803d44389c3aac822788b2f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384655 Apr 28 17:30:33.557525 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55268) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:33.604291 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a6c382d7-d7a9-41d5-b676-3c78222fabfe admin admin] Publish callbacks [] for security_group (4ad2ae6b-c439-4fdc-aa12-e630f8cb6630), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:33.626355 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a6c382d7-d7a9-41d5-b676-3c78222fabfe admin admin] Publish callbacks [] for security_group (4ad2ae6b-c439-4fdc-aa12-e630f8cb6630), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:33.735046 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a6c382d7-d7a9-41d5-b676-3c78222fabfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (4ad2ae6b-c439-4fdc-aa12-e630f8cb6630), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:33.737675 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a6c382d7-d7a9-41d5-b676-3c78222fabfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:33.738871 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a6c382d7-d7a9-41d5-b676-3c78222fabfe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ad2ae6b-c439-4fdc-aa12-e630f8cb6630 HTTP/1.1" status: 204 len: 168 time: 0.1804588 Apr 28 17:30:33.747024 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c382d7-d7a9-41d5-b676-3c78222fabfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad2ae6b-c439-4fdc-aa12-e630f8cb6630,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:34.400986 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55274) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:34.439732 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-821ac5a0-0e37-4c65-83cc-d88e7512eb3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e17439c424241e79f250da312bdc157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376079 Apr 28 17:30:34.442232 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.64', 55276) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 17:30:34.493701 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fedc602f-b863-4821-8be2-2fe7bac694d5 admin admin] Publish callbacks [] for security_group (67ccfad7-1c2b-46fa-9b6f-0c638dfc5c17), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:34.515207 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fedc602f-b863-4821-8be2-2fe7bac694d5 admin admin] Publish callbacks [] for security_group (67ccfad7-1c2b-46fa-9b6f-0c638dfc5c17), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:34.524035 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-afe659c4-857f-43c9-97ba-f96660a8488e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:34.614965 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fedc602f-b863-4821-8be2-2fe7bac694d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535373'] for security_group (67ccfad7-1c2b-46fa-9b6f-0c638dfc5c17), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:34.617569 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fedc602f-b863-4821-8be2-2fe7bac694d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:34.618710 dv-cinder-826949-5-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fedc602f-b863-4821-8be2-2fe7bac694d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67ccfad7-1c2b-46fa-9b6f-0c638dfc5c17 HTTP/1.1" status: 204 len: 168 time: 0.1755271 Apr 28 17:30:34.626831 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc602f-b863-4821-8be2-2fe7bac694d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ccfad7-1c2b-46fa-9b6f-0c638dfc5c17,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 17:30:35.626555 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:37.055155 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:38.535229 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:55.757572 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:30:57.230391 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:31:02.144042 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-52d7e538-cfc5-433a-8951-f32fad0696ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:31:04.517322 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-808f38cd-c7a6-45d8-adfc-36021471b11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:31:05.654548 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:31:06.450840 dv-cinder-826949-5-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-477adbaf-9170-48d2-b98f-bca96cfc7be6 req-42e6e475-de5f-4ffa-910c-291f7507e14c service neutron] (103996) timed out ('10.222.0.66', 51940) {{(pid=103996) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 17:31:07.065647 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:31:08.505758 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:31:25.762629 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:31:32.168580 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ba583cdf-59d7-48f2-80b9-0e5f53a87390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:31:34.229376 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:31:34.533609 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-71459365-7a69-4caf-8b2d-ba33e6a6acb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:31:35.653773 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:31:37.093883 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:31:38.510743 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:31:55.772939 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:02.165144 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-489371e5-fb1b-4414-a9f9-49157c472cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:04.538689 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-0dd967de-069d-4b9e-9e4c-a62cdbac82a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:05.669931 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:07.070528 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:08.532664 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:11.228883 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:32:25.816237 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:32.132032 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-47557dcd-ac54-415f-80f0-e17a9b13b565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:34.663933 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8d94ca79-f6b9-47d4-bb07-53dea0f7256b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:35.663725 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:37.086344 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:38.532294 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:32:48.227911 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:32:55.826428 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:02.140781 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-41eccf0a-f549-4881-9621-176db7a14802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:04.546390 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d4df39f7-fc46-4885-8ef9-52c914c205fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:05.651921 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:07.056911 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:08.508316 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:25.226677 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:33:25.816969 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:32.130808 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdc97-8d0c-4abc-8b4c-6958c3668679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:34.519297 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5baaf1a3-181e-4214-9be4-c55570f8295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:35.690710 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:37.084928 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:38.530418 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:33:55.773195 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:02.159192 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4607e379-b0ea-460c-bb0a-ca64b3ba00a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:02.226246 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:34:04.524626 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7c16-aa78-41e5-b0ec-a464243f5775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:05.644191 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:07.075930 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:08.538783 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:25.795115 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:32.166737 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-47d833d0-618f-403b-89b9-d2e5e298bc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:34.533080 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-a1c9370c-87a6-4e3f-8002-bc4fe2bce7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:35.689248 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:37.180644 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:38.554925 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:34:39.226041 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:34:55.777571 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:35:02.126943 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-b688db33-0867-4724-ba98-ec0ba029ad82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:35:04.531292 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8cba0997-3b09-49be-ada1-7e1400e75bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:35:05.699881 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:35:07.119848 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:35:08.531861 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:35:16.225329 dv-cinder-826949-5-iscsi neutron-server[103999]: DEBUG neutron.db.agents_db [None req-938eaa7c-74ae-423b-b7dd-4aa183266ab6 None None] Agent healthcheck: found 6 active agents {{(pid=103999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 17:35:25.773755 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-3618aa53-5c04-4564-bc13-c6f7616f8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (0dae9bad-6b63-4e8f-a56c-5fe22bfe5a9c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:35:32.133766 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1df5-1ef8-42fd-ba3f-7df695bf840e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (e9bcccde-15b8-46d4-8b2d-0522ace1f985), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:35:34.536455 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-5c7ceeb1-5652-4238-97d3-70c11785bf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (2328be28-078e-4849-a398-3f5045911048), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:35:35.641907 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-6095bd30-5d98-4004-9b3d-29417bd71eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8005e64f-d08b-474a-adfa-1677f007ca96), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:35:37.101765 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-19076f94-7f0c-4413-8e03-d3c1c6222d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (8ab643fa-ff5f-45fa-8d68-dc9dcef5ff7f), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 17:35:38.567897 dv-cinder-826949-5-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8617-a3ba-49fd-b680-328b15202e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776149768295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433211'] for agent (b24d16e8-cfc8-483b-a056-ad3001e405e0), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}